-- Logs begin at Wed 2021-07-07 17:44:57 UTC, end at Wed 2021-07-07 18:49:16 UTC. -- Jul 07 18:22:01.437244 dv-cinder-798696-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jul 07 18:22:03.805627 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.common.config [-] Logging enabled! Jul 07 18:22:03.806255 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev98 Jul 07 18:22:03.806388 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78370) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 18:22:03.809594 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.common.config [-] Logging enabled! Jul 07 18:22:03.809850 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev98 Jul 07 18:22:03.810159 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78370) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 18:22:03.811120 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 07 18:22:03.811357 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 07 18:22:03.811721 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 07 18:22:03.811968 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 07 18:22:03.812195 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 07 18:22:03.812507 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.812804 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.813098 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.813327 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.813621 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.813908 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.814190 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.814473 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.814791 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.815077 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.815353 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.815635 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.815864 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.816142 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.816425 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.816708 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.816932 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] debug = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.817208 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.817632 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.818049 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.818330 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.818626 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.818934 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.819210 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.820005 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.820310 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.820645 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] host = dv-cinder-798696-1-smb {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.820926 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.821216 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.821507 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.821795 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.822076 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.822355 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.822641 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.822944 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.823222 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] log_file = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.823500 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.823788 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.824080 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.824376 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.824603 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.824825 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.825113 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.825401 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.825677 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.826012 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.826293 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.826567 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.826872 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.827144 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.827436 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.827724 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.828011 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.828290 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.828562 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.828833 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.829098 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.829383 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.829657 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.829927 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.830198 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.830486 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.830771 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.831044 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.831346 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.831902 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.832186 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.832472 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.832745 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.833027 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.833301 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.833573 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.833843 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] use_json = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.834118 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.834386 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.834670 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.834966 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.835813 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.836068 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.836340 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.836626 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:03.836922 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.837222 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.837524 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.837809 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.838106 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.838386 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.838677 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.838982 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.839275 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.839562 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.839847 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.840125 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.840414 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.840693 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.840990 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.841298 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.841593 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.841885 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.842161 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.842435 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.842708 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.843009 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.843297 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.843595 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.843886 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.844167 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.844447 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.844739 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.845016 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.845289 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.845565 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.845854 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.846130 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.846401 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.846683 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.846990 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.847262 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.847531 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.847806 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.848095 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.848371 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.848640 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.848925 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.849181 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.849450 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.849734 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.850010 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.850282 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.850552 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.850884 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.851157 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.851427 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.851701 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.851972 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.852249 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.852521 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.852791 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.853061 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.853331 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.853599 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.853867 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.854140 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.854416 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.854685 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.854978 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.855249 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.855518 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.855789 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.856072 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.856369 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.856646 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.856923 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.857200 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.857476 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.857749 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.858022 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.858296 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.858573 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.858868 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.859160 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.859442 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.859723 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.860076 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.860280 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.860573 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.860848 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.861127 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.861400 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.861675 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.861962 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.862242 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.862535 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.862851 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.863142 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.863432 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.863721 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.863997 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.864312 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.864592 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:03.864809 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 18:22:03.865049 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78370) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 07 18:22:04.253365 dv-cinder-798696-1-smb neutron-server[78370]: INFO keyring.backend [-] Loading KWallet Jul 07 18:22:04.261454 dv-cinder-798696-1-smb neutron-server[78370]: INFO keyring.backend [-] Loading SecretService Jul 07 18:22:04.265114 dv-cinder-798696-1-smb neutron-server[78370]: INFO keyring.backend [-] Loading Windows Jul 07 18:22:04.266449 dv-cinder-798696-1-smb neutron-server[78370]: INFO keyring.backend [-] Loading chainer Jul 07 18:22:04.267045 dv-cinder-798696-1-smb neutron-server[78370]: INFO keyring.backend [-] Loading macOS Jul 07 18:22:04.301074 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78370) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:22:04.301350 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=78370) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:22:04.301646 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78370) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:22:04.301984 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 07 18:22:04.612130 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:04.612422 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:04.612699 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:04.613899 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:04.614174 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:04.614440 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:04.734913 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:04.735192 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:04.735464 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:04.749135 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:04.749414 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:04.749682 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:04.778105 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:04.778383 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:04.778653 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:04.817110 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:04.817680 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:04.817680 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.048379 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.048662 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.048931 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.049202 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.049959 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.175636 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.175969 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.176251 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.176518 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.176783 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.177087 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.177350 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.177605 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.177857 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.178134 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.178390 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.178650 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.178979 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.179239 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.179502 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.179917 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.180181 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.180457 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.180709 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.180992 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.181344 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.181599 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.181848 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.182132 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.182380 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.182625 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.183035 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:22:05.183278 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:22:05.183514 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:22:05.183750 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:22:05.183984 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:22:05.184218 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:22:05.184587 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 07 18:22:05.187815 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 07 18:22:05.191869 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 07 18:22:05.196345 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jul 07 18:22:05.197959 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 07 18:22:05.198415 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 07 18:22:05.198785 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 07 18:22:05.199170 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 07 18:22:05.202116 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 07 18:22:05.202375 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 07 18:22:05.202745 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 18:22:05.231406 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 07 18:22:05.231798 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.232101 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78370) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 07 18:22:05.232462 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.233818 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78370) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 07 18:22:05.234103 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 18:22:05.234349 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 07 18:22:05.237798 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.238078 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.301010 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 07 18:22:05.301244 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 07 18:22:05.301486 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 07 18:22:05.301873 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 07 18:22:05.334890 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_db.sqlalchemy.engines [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78370) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jul 07 18:22:05.668574 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.managers [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Initializing driver for type 'gre' Jul 07 18:22:05.669245 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] gre ID ranges: [(1, 1000)] Jul 07 18:22:05.724325 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.managers [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Initializing driver for type 'local' Jul 07 18:22:05.724795 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.managers [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Initializing driver for type 'vlan' Jul 07 18:22:05.736255 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] VlanTypeDriver initialization complete Jul 07 18:22:05.736679 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.managers [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Initializing driver for type 'vxlan' Jul 07 18:22:05.737366 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] vxlan ID ranges: [(1, 1000)] Jul 07 18:22:05.793024 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.managers [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Initializing extension driver 'port_security' Jul 07 18:22:05.793431 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.extensions.port_security [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] PortSecurityExtensionDriver initialization complete Jul 07 18:22:05.793796 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.managers [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Initializing mechanism driver 'openvswitch' Jul 07 18:22:05.794125 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.managers [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Initializing mechanism driver 'hyperv' Jul 07 18:22:05.800836 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.plugins.ml2.plugin [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:05.801613 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > port after_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.802021 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > port after_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.802376 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > port after_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.802791 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > subnet after_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.803166 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > subnet after_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.803514 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > subnet after_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.803962 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > network after_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.804329 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > network after_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.804673 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > network after_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.805052 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > security_group after_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.805397 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > security_group after_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.805737 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > security_group after_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.806114 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.806458 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.806832 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.807215 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > address_group after_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.807552 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > address_group after_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.807888 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > address_group after_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.808227 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] ML2 OVO RPC backend initialized. {{(pid=78370) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jul 07 18:22:05.808937 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > router_interface after_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.809288 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.809704 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > network before_response 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.810049 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > networks before_response 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.810411 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > port before_response 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.810777 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > ports before_response 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.811146 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > subnet before_response 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.811509 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > subnets before_response 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.811889 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > network after_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.812231 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > network after_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.812587 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > network after_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.812926 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > port after_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.813263 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > port after_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.813599 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > port after_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.813935 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > subnet after_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.814270 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > subnet after_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.814602 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > subnet after_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.815214 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.plugin [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Modular L2 Plugin initialization complete Jul 07 18:22:05.815543 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading services supported by the core plugin {{(pid=78370) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 07 18:22:05.815868 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.plugins.ml2.managers [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Got port-security extension from driver 'port_security' Jul 07 18:22:05.816389 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.extensions.vlantransparent [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Disabled vlantransparent extension. Jul 07 18:22:05.817007 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78370) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 07 18:22:05.817456 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading Plugin: router Jul 07 18:22:05.855815 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > router_interface before_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.856205 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > router after_create 55549900 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.856577 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > router before_create 55549900 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.856948 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.857323 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.857688 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > router after_delete 55549900 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.858045 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > floatingip after_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.858409 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > router after_create 55549900 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.858790 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > router after_update 55549900 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.859133 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > router after_update 55549900 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.859501 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.859881 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > router after_update 55549900 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.860310 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > router precommit_update 55549900 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.860698 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: port after_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.861043 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: port after_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.861400 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: subnet after_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.861760 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.862127 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > port precommit_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.862496 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > router precommit_create 55549900 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.862892 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: port before_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.863258 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > router precommit_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.863644 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > router after_update 55549900 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.864009 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > router precommit_delete 55549900 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.864375 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > router precommit_create 55549900 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.864751 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > router_interface after_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.865110 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > router precommit_update 55549900 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.865503 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > agent after_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.865873 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > agent after_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.866236 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > network after_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.867204 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Tracking information for resource: router configured {{(pid=78370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:22:05.867544 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Tracking information for resource: floatingip configured {{(pid=78370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:22:05.873359 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.db.l3_agentschedulers_db [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 07 18:22:05.873937 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: port after_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.874300 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: port after_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.874653 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: port after_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.875036 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: port after_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.875864 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > router before_create 55550100 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.876229 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > router precommit_delete 55550100 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.876594 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > router precommit_create 55550100 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.876952 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > router precommit_update 55550100 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.881512 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.services.provider_configuration [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Service providers = [] {{(pid=78370) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 07 18:22:05.881875 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.db.servicetype_db [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78370) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 07 18:22:05.885571 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.services.service_base [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78370) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 18:22:05.885940 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.services.service_base [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78370) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 18:22:05.886285 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.services.service_base [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78370) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 18:22:05.887222 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.services.service_base [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78370) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 18:22:05.887784 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.services.service_base [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 07 18:22:05.888185 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:22:05.888511 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 07 18:22:05.899829 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:22:05.900181 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading Plugin: auto_allocate Jul 07 18:22:05.905969 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: network precommit_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.906369 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: network precommit_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.906941 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:22:05.907284 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading Plugin: tag Jul 07 18:22:05.914370 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:22:05.914703 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading Plugin: timestamp Jul 07 18:22:05.919397 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:22:05.919681 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading Plugin: network_ip_availability Jul 07 18:22:05.925071 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.925469 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.925830 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:05.926572 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:22:05.927042 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading Plugin: flavors Jul 07 18:22:05.932205 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:22:05.932535 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading Plugin: revisions Jul 07 18:22:05.936845 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:22:05.937236 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_concurrency.lockutils [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.635s {{(pid=78370) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:22:05.937988 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78370) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 07 18:22:05.938321 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Initializing extension manager. Jul 07 18:22:05.938870 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: __init__.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.939209 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: __pycache__ {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.939541 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.939874 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: address_group.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.940723 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.941231 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: address-group Jul 07 18:22:05.941543 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: address_scope.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.942256 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.942778 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: address-scope Jul 07 18:22:05.943232 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: admin_state_down_before_update.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.944204 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.945217 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: router-admin-state-down-before-update Jul 07 18:22:05.945547 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: agent.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.946244 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.946881 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: agent Jul 07 18:22:05.947096 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: agent_resources_synced.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.948012 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.948512 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: agent-resources-synced Jul 07 18:22:05.948828 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: allowedaddresspairs.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.950686 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.951234 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: allowed-address-pairs Jul 07 18:22:05.951592 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: auto_allocated_topology.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.952636 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.953144 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: auto-allocated-topology Jul 07 18:22:05.953469 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: availability_zone.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.954164 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.954656 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: availability_zone Jul 07 18:22:05.955008 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: availability_zone_filter.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.955922 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.956678 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: availability_zone_filter Jul 07 18:22:05.957006 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: data_plane_status.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.957914 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.958419 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension data-plane-status not supported by any of loaded plugins Jul 07 18:22:05.958752 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: default_subnetpools.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.959667 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.960809 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: default-subnetpools Jul 07 18:22:05.961134 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: dhcpagentscheduler.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.961962 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.962584 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: dhcp_agent_scheduler Jul 07 18:22:05.962813 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: dns.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.963730 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.964230 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension dns-integration not supported by any of loaded plugins Jul 07 18:22:05.964549 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: dns_domain_ports.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.965483 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.965986 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 07 18:22:05.966307 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: dvr.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.967000 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.967505 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: dvr Jul 07 18:22:05.967818 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: empty_string_filtering.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.968973 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.969509 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: empty-string-filtering Jul 07 18:22:05.969794 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.970729 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.971242 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 07 18:22:05.971560 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.972560 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.972959 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 07 18:22:05.973277 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: external_net.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.974209 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.974750 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: external-net Jul 07 18:22:05.975056 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: extra_dhcp_opt.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.975999 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.976499 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: extra_dhcp_opt Jul 07 18:22:05.976817 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: extraroute.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.977718 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.978218 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: extraroute Jul 07 18:22:05.978535 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: extraroute_atomic.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.979593 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.980095 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: extraroute-atomic Jul 07 18:22:05.980415 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: filter_validation.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.981083 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.981582 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: filter-validation Jul 07 18:22:05.981902 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: fip_pf_description.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.984443 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.984961 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 07 18:22:05.985296 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: fip_port_details.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.986234 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.986763 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: fip-port-details Jul 07 18:22:05.987090 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: flavors.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.988336 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.988854 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: flavors Jul 07 18:22:05.989179 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.990859 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.991400 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 07 18:22:05.991731 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: floatingip_pools.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.992439 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.992943 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: floatingip-pools Jul 07 18:22:05.993266 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: ip_allocation.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.994200 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.994701 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension ip_allocation not supported by any of loaded plugins Jul 07 18:22:05.995052 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.995972 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.996479 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: ip-substring-filtering Jul 07 18:22:05.996802 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: l2_adjacency.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.997725 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:05.998226 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension l2_adjacency not supported by any of loaded plugins Jul 07 18:22:05.998547 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: l3.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:05.999636 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.000096 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: router Jul 07 18:22:06.000425 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: l3_conntrack_helper.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.003197 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.003726 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 07 18:22:06.004055 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.005003 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.005524 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: ext-gw-mode Jul 07 18:22:06.005849 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.006789 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.007824 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: l3-ha Jul 07 18:22:06.008148 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: l3_flavors.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.009064 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.009575 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: l3-flavors Jul 07 18:22:06.009894 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.010838 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.011352 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: l3-port-ip-change-not-allowed Jul 07 18:22:06.011673 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: l3agentscheduler.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.012718 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.013249 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: l3_agent_scheduler Jul 07 18:22:06.013575 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: logging.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.015081 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.015605 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension logging not supported by any of loaded plugins Jul 07 18:22:06.015938 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: metering.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.016683 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.017251 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: metering Jul 07 18:22:06.017575 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.018672 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.019215 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: metering_source_and_destination_fields Jul 07 18:22:06.019542 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: multiprovidernet.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.020586 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.021092 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: multi-provider Jul 07 18:22:06.021416 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: netmtu.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.022330 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.023429 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: net-mtu Jul 07 18:22:06.023751 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: netmtu_writable.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.024682 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.025186 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: net-mtu-writable Jul 07 18:22:06.025510 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: network_availability_zone.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.026178 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.026679 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: network_availability_zone Jul 07 18:22:06.027028 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: network_ip_availability.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.028110 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.028617 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: network-ip-availability Jul 07 18:22:06.028937 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: network_segment_range.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.029698 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.030195 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension network-segment-range not supported by any of loaded plugins Jul 07 18:22:06.030514 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: pagination.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.031512 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.031838 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: pagination Jul 07 18:22:06.032155 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: port_device_profile.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.033070 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.033581 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: port-device-profile Jul 07 18:22:06.033900 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.034849 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.035355 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: port-mac-address-regenerate Jul 07 18:22:06.035680 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.036581 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.037088 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: port-numa-affinity-policy Jul 07 18:22:06.037405 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: port_resource_request.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.038346 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.038880 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension port-resource-request not supported by any of loaded plugins Jul 07 18:22:06.039200 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: portbindings.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.040127 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.040629 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: binding Jul 07 18:22:06.040951 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: portbindings_extended.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.042203 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.042743 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: binding-extended Jul 07 18:22:06.043064 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: portsecurity.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.043976 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.044483 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: port-security Jul 07 18:22:06.044808 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: project_id.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.045779 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.046107 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: project-id Jul 07 18:22:06.046426 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: providernet.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.047377 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.047882 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: provider Jul 07 18:22:06.048200 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: qos.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.051715 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.052237 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension qos not supported by any of loaded plugins Jul 07 18:22:06.052568 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.053834 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.054348 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 07 18:22:06.054673 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.055640 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.056149 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 07 18:22:06.056468 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: qos_default.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.057379 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.057885 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension qos-default not supported by any of loaded plugins Jul 07 18:22:06.058207 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: qos_fip.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.058887 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.059388 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension qos-fip not supported by any of loaded plugins Jul 07 18:22:06.059710 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: qos_gateway_ip.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.060641 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.061147 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 07 18:22:06.061468 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: qos_port_network_policy.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.062379 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.062899 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 07 18:22:06.063226 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: qos_rule_type_details.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.064134 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.064633 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 07 18:22:06.064952 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: qos_rules_alias.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.066005 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.066506 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 07 18:22:06.066871 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: quotasv2.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.067778 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.068405 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: quotas Jul 07 18:22:06.068733 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: quotasv2_detail.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.070887 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.071223 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: quota_details Jul 07 18:22:06.071547 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: rbac.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.072616 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.073139 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: rbac-policies Jul 07 18:22:06.073470 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: rbac_address_group.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.074396 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.074937 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: rbac-address-group Jul 07 18:22:06.075266 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: rbac_address_scope.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.076185 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.076691 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: rbac-address-scope Jul 07 18:22:06.077014 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: rbac_security_groups.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.077934 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.078438 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: rbac-security-groups Jul 07 18:22:06.078787 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: rbac_subnetpool.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.079701 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.080207 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: rbac-subnetpool Jul 07 18:22:06.080529 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: revisionifmatch.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.081710 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.082215 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: revision-if-match Jul 07 18:22:06.082537 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: revisions.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.083677 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.084181 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: standard-attr-revisions Jul 07 18:22:06.084504 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: router_availability_zone.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.085731 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.086243 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: router_availability_zone Jul 07 18:22:06.086565 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: routerservicetype.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.087513 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.088025 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension router-service-type not supported by any of loaded plugins Jul 07 18:22:06.088349 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.089296 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.089804 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: security-groups-normalized-cidr Jul 07 18:22:06.090128 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: security_groups_port_filtering.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.091085 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.091591 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: port-security-groups-filtering Jul 07 18:22:06.091912 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.092833 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.093338 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: security-groups-remote-address-group Jul 07 18:22:06.093658 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: securitygroup.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.103448 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.103984 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: security-group Jul 07 18:22:06.104313 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: segment.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.105121 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.105624 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension segment not supported by any of loaded plugins Jul 07 18:22:06.105948 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.106929 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.107436 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 07 18:22:06.107762 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: servicetype.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.108881 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.109397 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: service-type Jul 07 18:22:06.109722 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: sorting.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.110695 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.111066 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: sorting Jul 07 18:22:06.111386 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: standard_attr_segment.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.112296 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.112805 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 07 18:22:06.113128 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: standardattrdescription.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.113775 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.114280 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: standard-attr-description Jul 07 18:22:06.114599 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: stateful_security_group.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.115546 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.116050 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: stateful-security-group Jul 07 18:22:06.116396 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: stdattrs_common.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.116977 dv-cinder-798696-1-smb neutron-server[78370]: WARNING neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 07 18:22:06.117294 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.118295 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.118838 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 07 18:22:06.119163 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: subnet_onboard.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.120231 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.120744 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: subnet_onboard Jul 07 18:22:06.121067 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.121998 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.122505 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 07 18:22:06.122858 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: subnet_service_types.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.123797 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.124307 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: subnet-service-types Jul 07 18:22:06.124629 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: subnetallocation.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.125718 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.126245 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: subnet_allocation Jul 07 18:22:06.126571 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.127274 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.127782 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: subnetpool-prefix-ops Jul 07 18:22:06.128106 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.129047 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.129553 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 07 18:22:06.129956 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: tagging.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.131002 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.131526 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: standard-attr-tag Jul 07 18:22:06.131847 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: timestamp.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.133586 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.134102 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loaded extension: standard-attr-timestamp Jul 07 18:22:06.134430 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: trunk.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.135520 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.136034 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension trunk not supported by any of loaded plugins Jul 07 18:22:06.136356 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: trunk_details.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.137268 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.137780 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension trunk-details not supported by any of loaded plugins Jul 07 18:22:06.138101 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: uplink_status_propagation.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.139054 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.139568 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 07 18:22:06.139887 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Loading extension file: vlantransparent.py {{(pid=78370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:22:06.140563 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:22:06.141064 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extension vlan-transparent not supported by any of loaded plugins Jul 07 18:22:06.143673 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Creating instance of TrackedResource for resource:network Jul 07 18:22:06.144409 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Creating instance of TrackedResource for resource:subnet Jul 07 18:22:06.145217 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 18:22:06.145828 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Creating instance of TrackedResource for resource:port Jul 07 18:22:06.147150 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.v2.resource_helper [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:22:06.147608 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.v2.resource_helper [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Service FLAVORS assigned prefix: {{(pid=78370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:22:06.148872 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.v2.resource_helper [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:22:06.149363 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.v2.resource_helper [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:22:06.149694 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Creating instance of TrackedResource for resource:router Jul 07 18:22:06.150348 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Creating instance of TrackedResource for resource:floatingip Jul 07 18:22:06.151092 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.v2.resource_helper [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Service METERING assigned prefix: /metering {{(pid=78370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:22:06.152537 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:06.152904 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:06.153251 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:22:06.154390 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 18:22:06.154883 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Creating instance of TrackedResource for resource:security_group Jul 07 18:22:06.155544 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 18:22:06.156280 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.v2.resource_helper [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Service CORE assigned prefix: {{(pid=78370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:22:06.156613 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 18:22:06.156947 dv-cinder-798696-1-smb neutron-server[78370]: WARNING neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] subnetpool is already registered Jul 07 18:22:06.157535 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.v2.resource_helper [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Service CORE assigned prefix: {{(pid=78370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:22:06.157858 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 18:22:06.158184 dv-cinder-798696-1-smb neutron-server[78370]: WARNING neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] subnetpool is already registered Jul 07 18:22:06.160746 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.v2.resource_helper [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:22:06.161171 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.v2.resource_helper [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Service FLAVORS assigned prefix: {{(pid=78370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:22:06.161762 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.v2.resource_helper [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:22:06.162182 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.v2.resource_helper [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:22:06.162511 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Creating instance of TrackedResource for resource:router Jul 07 18:22:06.162868 dv-cinder-798696-1-smb neutron-server[78370]: WARNING neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] router is already registered Jul 07 18:22:06.163794 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Creating instance of TrackedResource for resource:floatingip Jul 07 18:22:06.164120 dv-cinder-798696-1-smb neutron-server[78370]: WARNING neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] floatingip is already registered Jul 07 18:22:06.164747 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.v2.resource_helper [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Service METERING assigned prefix: /metering {{(pid=78370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:22:06.165418 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 18:22:06.165741 dv-cinder-798696-1-smb neutron-server[78370]: WARNING neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] rbac_policy is already registered Jul 07 18:22:06.166276 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Creating instance of TrackedResource for resource:security_group Jul 07 18:22:06.166603 dv-cinder-798696-1-smb neutron-server[78370]: WARNING neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] security_group is already registered Jul 07 18:22:06.167216 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 18:22:06.167555 dv-cinder-798696-1-smb neutron-server[78370]: WARNING neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] security_group_rule is already registered Jul 07 18:22:06.168207 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.v2.resource_helper [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Service CORE assigned prefix: {{(pid=78370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:22:06.168541 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 18:22:06.168869 dv-cinder-798696-1-smb neutron-server[78370]: WARNING neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] subnetpool is already registered Jul 07 18:22:06.169507 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.v2.resource_helper [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Service CORE assigned prefix: {{(pid=78370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:22:06.169782 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 18:22:06.170105 dv-cinder-798696-1-smb neutron-server[78370]: WARNING neutron.quota.resource_registry [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] subnetpool is already registered Jul 07 18:22:06.170747 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: extensions {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.172239 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: address-groups {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.173857 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: address-scopes {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.175090 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: agents {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.176333 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: auto-allocated-topology {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.177574 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: availability_zones {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.179035 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: dhcp-networks {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.180457 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: dhcp-agents {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.181960 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: routers {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.184694 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: flavors {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.185856 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: service_profiles {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.187085 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: next_providers {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.188603 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: service_profiles {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.190065 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: floatingip-pools {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.191307 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: routers {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.193096 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: floatingips {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.194277 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: l3-routers {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.196289 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: l3-agents {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.197698 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: metering-labels {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.199076 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: metering-label-rules {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.200356 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: network-ip-availabilities {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.201606 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: bindings {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.203276 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: quotas {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.204738 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: quotas {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.206141 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: rbac-policies {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.207722 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: security-groups {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.208960 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: security-group-rules {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.210908 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: service-providers {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.212119 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: subnetpools {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.213519 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: subnetpools {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.215000 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: tags {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.216677 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: tags {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.218475 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: tags {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.220267 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: tags {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.222048 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: tags {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.223914 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: tags {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.225618 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: tags {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.227585 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: tags {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.229345 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: tags {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.231203 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron.api.extensions [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Extended resource: tags {{(pid=78370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:22:06.237101 dv-cinder-798696-1-smb neutron-server[78370]: WARNING keystonemiddleware.auth_token [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 07 18:22:06.241853 dv-cinder-798696-1-smb neutron-server[78370]: WARNING keystonemiddleware.auth_token [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 07 18:22:06.250032 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_concurrency.lockutils [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Acquired lock "singleton_lock" {{(pid=78370) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 07 18:22:06.250508 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_concurrency.lockutils [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Releasing lock "singleton_lock" {{(pid=78370) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 07 18:22:06.251169 dv-cinder-798696-1-smb neutron-server[78370]: INFO oslo_service.service [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Starting 2 workers Jul 07 18:22:06.255829 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Started child 78477 {{(pid=78370) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 07 18:22:06.260812 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Started child 78478 {{(pid=78370) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 07 18:22:06.262190 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:06.262877 dv-cinder-798696-1-smb neutron-server[78370]: INFO neutron.service [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Neutron service started, listening on 0.0.0.0:9696 Jul 07 18:22:06.263085 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Notify callbacks [] for process, before_spawn {{(pid=78370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:06.263948 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [-] (78477) wsgi starting up on http://0.0.0.0:9696 Jul 07 18:22:06.265363 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:06.265824 dv-cinder-798696-1-smb neutron-server[78370]: INFO oslo_service.service [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Starting 1 workers Jul 07 18:22:06.266864 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [-] (78478) wsgi starting up on http://0.0.0.0:9696 Jul 07 18:22:06.270550 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Started child 78479 {{(pid=78370) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 07 18:22:06.271120 dv-cinder-798696-1-smb neutron-server[78370]: INFO oslo_service.service [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Starting 1 workers Jul 07 18:22:06.274888 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.service [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] calling RpcWorker wait() {{(pid=78479) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 07 18:22:06.275464 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.service [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] returning from RpcWorker wait() {{(pid=78479) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 07 18:22:06.276096 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Started child 78480 {{(pid=78370) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 07 18:22:06.276670 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:06.276889 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG neutron_lib.callbacks.manager [None req-6dc6e80a-b32a-44b1-bf48-8a4e622fd60f None None] Notify callbacks [] for process, after_spawn {{(pid=78370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:06.277273 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:06.278912 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78370) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jul 07 18:22:06.279133 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 07 18:22:06.279319 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 07 18:22:06.279546 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 07 18:22:06.279879 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 07 18:22:06.280043 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 07 18:22:06.280534 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.280822 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.281090 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.281348 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.281632 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:06.282112 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.282186 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.282445 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.282554 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:06.282701 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.282990 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.283241 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.283408 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.283573 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.283840 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.284085 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.284391 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.284651 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.284896 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.285162 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.285335 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.285601 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.285905 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.286188 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.286463 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] debug = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.286711 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.287207 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.287428 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.287674 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.288019 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.288235 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.288470 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.288765 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.288999 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.289210 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.289456 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.289718 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.289954 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.290182 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.290398 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.290650 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.290900 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.291395 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] host = dv-cinder-798696-1-smb {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.291609 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.291823 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.292086 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.292437 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.292605 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.292803 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.293044 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.293297 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.293558 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.293782 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.294097 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.294268 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.294481 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.294770 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] log_file = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.294936 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] log_options = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.295131 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.295404 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.295664 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.295856 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.296015 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.296187 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.296442 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.296595 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.296843 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.297134 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.297286 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.298021 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.298021 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.298021 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.298875 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.298875 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.298875 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.298875 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.299457 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.299457 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.299750 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.299979 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.300263 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.300263 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.300538 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.300691 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.300886 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.301099 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.301331 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.301610 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.301823 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.302081 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.302314 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.302590 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.302826 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.303052 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.303265 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.303544 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.303776 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.304665 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.305138 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.305368 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.305599 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.305835 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.306204 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.306347 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] use_json = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.306805 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.307143 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.307579 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.307741 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.307929 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.308142 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.308334 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.308567 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.308963 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.309250 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.309558 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.309819 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.310076 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.310316 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.310549 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.310985 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.311148 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.311388 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.311690 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.311914 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.312201 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.312425 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.312683 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.313008 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.313289 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.313565 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.313803 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.314037 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.314319 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.314634 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.314989 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.315278 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.315537 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.315785 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.316000 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.316245 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.316478 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.316723 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.316939 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.317172 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.317436 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.317645 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.317860 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.318099 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.318503 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.318776 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.318978 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.319223 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.319547 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.325593 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.325593 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.325593 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.326463 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.326463 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.326463 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.326463 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.327050 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.327050 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.327361 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.327609 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.327840 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.328068 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.328301 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.328576 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.328805 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.329049 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.329273 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.329501 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.329742 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.330001 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.330226 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.330517 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.330760 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.331251 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.331251 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.331753 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.331952 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.332167 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.332403 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.333816 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.333816 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.333816 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.333816 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.333816 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.335313 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.335313 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.335313 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.335313 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.335313 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.335313 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.335313 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.336237 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.336237 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.336237 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.336591 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.336715 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.336965 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.337428 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.337569 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.337788 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.338038 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.340788 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.340788 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.340788 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.340788 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.340788 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.340788 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.340788 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.340788 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.341748 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.341748 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.341748 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.341748 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.341748 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.341748 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.342417 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.342417 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.342655 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.342794 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.343019 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.343283 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.343596 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.343823 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.344109 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.344394 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.344683 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.344950 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.345212 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.345466 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.345712 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.345947 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.346211 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.346443 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.346703 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.346966 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.347236 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.347503 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.347865 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.348106 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.348344 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.348692 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.348963 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.349177 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.349427 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.349701 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.349971 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.350221 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.350494 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.350785 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.351027 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.351372 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.351611 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.351849 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.352079 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.352329 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.352546 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.353010 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.353259 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.353500 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.353720 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.353930 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.354206 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.354440 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.354663 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.354937 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.355189 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.355428 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.355681 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.355895 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.356145 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.356399 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.356620 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.356840 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.357063 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.357270 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.357538 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.357775 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.358046 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.358297 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.358529 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.358775 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.359019 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.359264 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.359495 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.359788 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.359989 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.360201 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.360416 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.360634 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.360846 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.361072 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.361313 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.361526 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.361797 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.362051 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.362378 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.362631 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.362907 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.363157 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.363380 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.363603 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.363856 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.364097 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.364312 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.364532 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.364750 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.365024 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.365269 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.365534 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.365735 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.365968 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.366189 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.366934 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.367171 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.367459 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.367709 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.367941 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.368177 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.368436 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.368680 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.368893 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.369105 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.369343 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.369552 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.369778 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.369992 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.370204 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.370427 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.370658 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.371051 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.371305 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.371524 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.371875 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.372087 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.372320 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.372588 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.372911 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.373127 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.373424 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.373689 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.373908 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.374196 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.374500 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.374847 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.375174 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.375443 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.375705 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.375976 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.376318 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.376525 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.376773 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.377087 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.377416 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.377704 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.377970 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.378219 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.378490 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.378727 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.378972 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.379190 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.379427 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.379644 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.379908 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.380147 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.380435 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.380628 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.380863 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.381106 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.381331 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.381566 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.381806 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.382085 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.382786 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 18:22:06.383314 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78370) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jul 07 18:22:06.383476 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 07 18:22:06.383694 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 07 18:22:06.383881 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 07 18:22:06.384056 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 07 18:22:06.384213 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 07 18:22:06.384404 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.384558 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.384923 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.384923 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.385187 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.385187 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.385495 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.385495 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.385753 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.385753 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.386021 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.386156 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.386288 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.386508 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.386508 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.386815 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.386815 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.387097 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.387097 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.387430 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.387430 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.387685 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.387685 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] debug = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.387950 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.388096 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.388254 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.388476 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.388476 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.388737 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.388871 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.389006 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.389141 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.389276 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.389419 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.389555 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.389700 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.389835 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.389977 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.390115 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.390258 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.390391 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] host = dv-cinder-798696-1-smb {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.390525 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.390667 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.390851 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.390989 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.391133 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.391289 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.391425 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.391571 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.391702 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.391829 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.392070 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.392214 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.392337 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.392458 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] log_file = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.392590 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] log_options = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.392750 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.392908 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.393067 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.393255 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.393419 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.393579 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.393738 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.393886 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.394101 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.394234 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.394358 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.394479 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.394639 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.394832 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.394991 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.395150 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.395309 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.395467 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.395626 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.395784 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.395941 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.396100 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.396269 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.396403 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.396560 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.396718 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.396878 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.397036 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.397638 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.397638 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.397638 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.397975 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.397975 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.397975 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.398188 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.398266 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.398406 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.398570 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.398746 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.398930 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.399089 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.399249 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.399988 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.399988 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.399988 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.399988 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] use_json = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.399988 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.400927 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.400927 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.400927 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.400927 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.400927 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.400927 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.401395 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 07 18:22:06.401395 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.401395 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.401604 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.401682 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.401792 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.401954 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.402116 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.402277 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.402440 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.402601 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.402793 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.403336 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.403336 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.403336 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.403755 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.403755 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.403755 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.406824 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.406824 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.406824 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.406824 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.406824 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.406824 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.406824 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.406824 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.407313 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.407313 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.407431 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:06.407501 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.407501 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.407501 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.407501 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.407501 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.407501 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.407501 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.407501 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.407501 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.407987 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.407987 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.407987 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.407987 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.407987 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.407987 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.407987 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.407987 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.407987 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.408534 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.408534 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.408534 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.408534 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.408774 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.408839 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.409002 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.409165 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.409326 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.409489 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.409651 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.409813 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.409980 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.410142 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.410304 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.410466 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.410640 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.410822 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.410985 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.411147 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.411312 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.411565 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.411735 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.411897 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.412059 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.412221 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.412381 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.412544 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.412772 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.412991 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.413176 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.413349 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.413512 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.413675 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.413840 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.414008 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.414233 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.414401 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.414560 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.414821 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.415004 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.415167 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.415357 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.415566 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.415730 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.415940 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.416219 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.416400 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.416595 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.417329 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.417329 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.417329 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.417329 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.417798 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.417798 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.417798 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.418026 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.418108 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.418188 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.418398 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.418587 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.418772 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.418938 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.419102 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.419263 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.419714 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.420046 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.420370 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.420734 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.420941 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.421113 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.421294 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.422786 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.422786 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.422786 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.422786 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.422786 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.422786 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.422786 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.422786 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.423319 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.423319 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.423319 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.423319 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.423557 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.423557 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.423674 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.423838 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.424001 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.424164 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.424319 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.424490 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.424653 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.424818 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.424980 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.425145 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.425367 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.425539 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.425704 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.425867 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.426032 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.426198 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.426363 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.426524 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.426686 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.426890 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.427057 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.427224 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.427384 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.427550 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.427713 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.427879 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.428037 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.428198 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.428360 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.428524 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.428687 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.429392 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.429594 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.429734 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.429872 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.430035 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.430234 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.430455 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.430646 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.430797 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.430976 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.431138 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.431304 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.431460 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.431620 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.431788 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.431955 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.432097 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.432253 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.432409 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.432571 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.432716 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.432888 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.433033 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.433190 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.433353 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.433531 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.433696 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.433864 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.434011 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.434148 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.434307 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.434471 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.434633 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.434804 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.434969 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.435119 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.435268 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.435432 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.435595 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.435759 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.435914 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.436071 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.436236 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.436400 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.436574 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.436726 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.436887 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.437031 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.437198 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.437389 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.437553 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.437718 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.437862 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.438029 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.438200 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.438339 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.438498 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.438662 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.438835 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.439006 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.439172 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.439318 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.439492 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.439648 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.439805 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.439969 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.440143 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.440298 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.440464 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.440629 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.440792 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.440955 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.441107 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.441271 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.441441 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.441611 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.441775 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.441944 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.442115 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.442285 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.442439 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.442631 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.442824 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.442991 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.443210 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.443973 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.443973 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.443973 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.443973 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.444242 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.444242 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.444387 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.444499 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.445234 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.445641 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.445641 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.445641 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.446294 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.446294 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.446294 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.446294 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.446787 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 07 18:22:06.446787 dv-cinder-798696-1-smb neutron-server[78370]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 18:22:06.603580 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 50542) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:22:06.612112 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063965 Jul 07 18:22:17.589212 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90255b20-9a19-4728-8f17-e5b1fa6fd7e9 None None] get_active_networks_info from dv-cinder-798696-1-smb {{(pid=78479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jul 07 18:22:17.733154 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90255b20-9a19-4728-8f17-e5b1fa6fd7e9 None None] No non-hosted networks {{(pid=78479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 07 18:22:17.745756 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9abf8404-b7bd-40a3-8f59-d16eb3b33f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-547041'] for agent, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:18.096616 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-547041'] for agent, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:18.097654 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:18.098144 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:18.098753 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:18.099236 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:18.099808 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:18.100282 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:18.101310 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:18.101871 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:18.102428 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:18.102960 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:18.103458 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:18.104013 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:18.104586 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798696-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:18.110669 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798696-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:20.249923 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-2ef25e73-0311-40b4-9757-9162ceae9b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-547041'] for agent, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:20.339937 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-54f46e77-70dc-4fd0-8412-c394e8f1a8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:21.066506 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-547041'] for agent, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:22.454542 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-547041'] for agent, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:24.118021 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 50634) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:22:24.719861 dv-cinder-798696-1-smb neutron-server[78478]: WARNING oslo_policy.policy [None req-dab3cb1b-1b6d-418d-916c-35ff1cd19502 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:22:24.720436 dv-cinder-798696-1-smb neutron-server[78478]: WARNING oslo_policy.policy [None req-dab3cb1b-1b6d-418d-916c-35ff1cd19502 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:22:24.941655 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [None req-dab3cb1b-1b6d-418d-916c-35ff1cd19502 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=78478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:22:24.954760 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-dab3cb1b-1b6d-418d-916c-35ff1cd19502 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8238037 Jul 07 18:22:26.304746 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.db.l3_hamode_db [None req-0f4de34a-d997-42c1-ad23-ffe5b6d9a628 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 07 18:22:26.390821 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4de34a-d997-42c1-ad23-ffe5b6d9a628 None None] Routers set() bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:22:26.391226 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4de34a-d997-42c1-ad23-ffe5b6d9a628 None None] Router IDs set() for agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jul 07 18:22:27.329106 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 50648) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:22:27.687381 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-2e105daa-ba08-47ae-a3c7-a019c6805bb7 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:27.786611 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.policy [None req-2e105daa-ba08-47ae-a3c7-a019c6805bb7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78478) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 18:22:27.832805 dv-cinder-798696-1-smb neutron-server[78478]: WARNING oslo_policy.policy [None req-2e105daa-ba08-47ae-a3c7-a019c6805bb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:22:27.833244 dv-cinder-798696-1-smb neutron-server[78478]: WARNING oslo_policy.policy [None req-2e105daa-ba08-47ae-a3c7-a019c6805bb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:22:27.842222 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.quota [None req-2e105daa-ba08-47ae-a3c7-a019c6805bb7 admin admin] Loaded quota_driver: . Jul 07 18:22:27.858153 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-2e105daa-ba08-47ae-a3c7-a019c6805bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:22:27.920776 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-2e105daa-ba08-47ae-a3c7-a019c6805bb7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734834449693', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734834447208', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734834436735', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734834433542', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734834488658', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734834482319', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16713903', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-15986095', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-462377', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-448159'] for rbac-policy, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:27.982353 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-2e105daa-ba08-47ae-a3c7-a019c6805bb7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:27.983565 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-2e105daa-ba08-47ae-a3c7-a019c6805bb7 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6535289 Jul 07 18:22:30.578965 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 50662) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:22:30.923867 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Request body: {'network': {'project_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'name': 'private', 'admin_state_up': True}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:30.929122 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:22:30.933511 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Usage tracker for resource:network and tenant:d05355b7a4ee4c19b4a0377ac2e5b444 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:22:30.937944 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:22:30.943907 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:22:30.954755 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Made reservation on behalf of d05355b7a4ee4c19b4a0377ac2e5b444 for: {'network': 1} {{(pid=78478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:22:30.957700 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for network, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:30.976091 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:30.989723 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:22:30.994163 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Usage tracker for resource:security_group_rule and tenant:d05355b7a4ee4c19b4a0377ac2e5b444 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:22:30.999201 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:22:31.004656 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:22:31.104007 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:31.108125 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:31.112692 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:22:31.133942 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=78478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:22:31.163148 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734830643375', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:31.167969 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Unsubscribe: segment precommit_create {{(pid=78478) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 18:22:31.168488 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.db.segments_db [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Added segment 87d48a87-9051-492a-add1-cbedbbd02809 of type vlan for network 58e58be0-bd1f-4e77-936d-029dcbaddd7b Jul 07 18:22:31.176978 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdba471-48c9-4ca1-a047-6ba460f21393,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:31.233647 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:31.234054 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:31.234313 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:31.234601 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:31.234952 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:31.235259 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:31.235568 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:31.235878 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:31.236204 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:31.236512 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:31.236815 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:31.237116 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Tracked resource versions report: Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: pushed versions: Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: { 'AddressGroup': {'1.2'}, Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: 'ConntrackHelper': {'1.0'}, Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: 'Log': {'1.0'}, Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: 'Network': {'1.1'}, Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: 'Port': {'1.7'}, Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: 'PortForwarding': {'1.2'}, Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: 'QosPolicy': {'1.8'}, Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: 'SecurityGroup': {'1.4'}, Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: 'SecurityGroupRule': {'1.2'}, Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: 'SubPort': {'1.0'}, Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: 'Subnet': {'1.1'}, Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: 'Trunk': {'1.1'}} Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: consumer versions: Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: { DHCP agent@dv-cinder-798696-1-smb: {}, Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: L3 agent@dv-cinder-798696-1-smb: {}, Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: Metadata agent@dv-cinder-798696-1-smb: {}, Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: Metering agent@dv-cinder-798696-1-smb: {}, Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: Open vSwitch agent@dv-cinder-798696-1-smb: { 'AddressGroup': '1.2', Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: 'ConntrackHelper': '1.0', Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: 'Log': '1.0', Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: 'Network': '1.1', Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: 'Port': '1.7', Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: 'PortForwarding': '1.2', Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: 'QosPolicy': '1.8', Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: 'SecurityGroup': '1.4', Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: 'SecurityGroupRule': '1.2', Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: 'SubPort': '1.0', Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: 'Subnet': '1.1', Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: 'Trunk': '1.1'}} Jul 07 18:22:31.238221 dv-cinder-798696-1-smb neutron-server[78478]: {{(pid=78478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 18:22:31.290539 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734830079582'] for network, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:31.295663 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:22:31.330924 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for network, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:31.332501 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:31.333156 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:31.338048 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:22:31.438664 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8585145 Jul 07 18:22:31.441046 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Pushing event updated for resources: {'Network': ['ID=58e58be0-bd1f-4e77-936d-029dcbaddd7b,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:31.445141 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:22:31.456807 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Network 58e58be0-bd1f-4e77-936d-029dcbaddd7b details requested by agent ovs-agent-dv-cinder-798696-1-smb with host dv-cinder-798696-1-smb {{(pid=78479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 07 18:22:34.143457 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 50678) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:22:34.715879 dv-cinder-798696-1-smb neutron-server[78477]: WARNING oslo_policy.policy [None req-da4dc9c7-34eb-4244-9cc6-33c0966eb7aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:22:34.716486 dv-cinder-798696-1-smb neutron-server[78477]: WARNING oslo_policy.policy [None req-da4dc9c7-34eb-4244-9cc6-33c0966eb7aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:22:35.153066 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.policy [None req-da4dc9c7-34eb-4244-9cc6-33c0966eb7aa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78477) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 18:22:35.197689 dv-cinder-798696-1-smb neutron-server[78477]: WARNING oslo_policy.policy [None req-da4dc9c7-34eb-4244-9cc6-33c0966eb7aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:22:35.198070 dv-cinder-798696-1-smb neutron-server[78477]: WARNING oslo_policy.policy [None req-da4dc9c7-34eb-4244-9cc6-33c0966eb7aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:22:35.206229 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4dc9c7-34eb-4244-9cc6-33c0966eb7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:35.208446 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-da4dc9c7-34eb-4244-9cc6-33c0966eb7aa admin admin] 10.222.0.41 "GET /v2.0/networks/58e58be0-bd1f-4e77-936d-029dcbaddd7b HTTP/1.1" status: 200 len: 825 time: 1.0629222 Jul 07 18:22:35.241295 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-35e5cfb1-12c6-4129-a6ca-94fab681808f admin admin] 10.222.0.41 "GET /v2.0/subnetpools/1e0fe79f-904a-44cf-ac0f-244a6eace95f HTTP/1.1" status: 200 len: 734 time: 0.0268743 Jul 07 18:22:35.249953 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Request body: {'subnet': {'subnetpool_id': '1e0fe79f-904a-44cf-ac0f-244a6eace95f', 'gateway_ip': '172.20.0.1', 'network_id': '58e58be0-bd1f-4e77-936d-029dcbaddd7b', 'ip_version': 4, 'tenant_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'name': 'private-subnet'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:35.251558 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.quota [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Loaded quota_driver: . Jul 07 18:22:35.258314 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:22:35.263886 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Usage tracker for resource:subnet and tenant:d05355b7a4ee4c19b4a0377ac2e5b444 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:22:35.267253 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:22:35.275381 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:22:35.289222 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Made reservation on behalf of d05355b7a4ee4c19b4a0377ac2e5b444 for: {'subnet': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:22:35.292161 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Notify callbacks [] for subnet, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:35.595511 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for subnet, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:35.601624 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:22:35.677511 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Checking segment: {'id': '87d48a87-9051-492a-add1-cbedbbd02809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '58e58be0-bd1f-4e77-936d-029dcbaddd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:22:35.678410 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Network hostable DHCP agents. Network: 58e58be0-bd1f-4e77-936d-029dcbaddd7b, hostable agents: ['7844bae0-677e-4565-b01a-e2785e2cda9f'], hosted agents: [] {{(pid=78477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:22:35.697589 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e94c3a62-912e-41ee-8d5f-4ac47d03942d,revision_number=0']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:35.707968 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:35.708272 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:35.708597 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:35.708915 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:35.709254 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:35.709568 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:35.709877 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:35.710184 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:35.710511 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:35.710847 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:35.711152 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:35.711455 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Tracked resource versions report: Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: pushed versions: Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: { 'AddressGroup': {'1.2'}, Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: 'ConntrackHelper': {'1.0'}, Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: 'Log': {'1.0'}, Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: 'Network': {'1.1'}, Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: 'Port': {'1.7'}, Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: 'PortForwarding': {'1.2'}, Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: 'QosPolicy': {'1.8'}, Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: 'SecurityGroup': {'1.4'}, Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: 'SecurityGroupRule': {'1.2'}, Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: 'SubPort': {'1.0'}, Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: 'Subnet': {'1.1'}, Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: 'Trunk': {'1.1'}} Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: consumer versions: Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: { DHCP agent@dv-cinder-798696-1-smb: {}, Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: L3 agent@dv-cinder-798696-1-smb: {}, Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: Metadata agent@dv-cinder-798696-1-smb: {}, Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: Metering agent@dv-cinder-798696-1-smb: {}, Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: Open vSwitch agent@dv-cinder-798696-1-smb: { 'AddressGroup': '1.2', Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: 'ConntrackHelper': '1.0', Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: 'Log': '1.0', Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: 'Network': '1.1', Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: 'Port': '1.7', Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: 'PortForwarding': '1.2', Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: 'QosPolicy': '1.8', Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: 'SecurityGroup': '1.4', Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: 'SecurityGroupRule': '1.2', Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: 'SubPort': '1.0', Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: 'Subnet': '1.1', Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: 'Trunk': '1.1'}} Jul 07 18:22:35.712560 dv-cinder-798696-1-smb neutron-server[78477]: {{(pid=78477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 18:22:35.742569 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Network 58e58be0-bd1f-4e77-936d-029dcbaddd7b is scheduled to be hosted by DHCP agent 7844bae0-677e-4565-b01a-e2785e2cda9f with binding_index 1 {{(pid=78477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:22:35.749314 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:22:35.754306 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-smb, 58e58be0-bd1f-4e77-936d-029dcbaddd7b) {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:22:35.759659 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:35.760423 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:35.765119 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339fd0ba-d8c7-4232-819a-d033d2cbf4f8 None None] Network 58e58be0-bd1f-4e77-936d-029dcbaddd7b requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:22:35.781319 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5348368 Jul 07 18:22:36.168918 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8f3e94d-d4ff-597a-b978-e9d82c1a24d1-58e58be0-bd1f-4e77-936d-029dcbaddd7b', 'network_id': '58e58be0-bd1f-4e77-936d-029dcbaddd7b', 'tenant_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'fixed_ips': [{'subnet_id': 'e94c3a62-912e-41ee-8d5f-4ac47d03942d'}]}} from dv-cinder-798696-1-smb. {{(pid=78479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 07 18:22:36.170202 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:36.361394 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Allocated IP 172.20.0.2 (58e58be0-bd1f-4e77-936d-029dcbaddd7b/e94c3a62-912e-41ee-8d5f-4ac47d03942d/6a6def4c-113f-4b70-a41b-62a766f6cb8d) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:22:36.594183 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:36.606890 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Transition to ACTIVE for port object 6a6def4c-113f-4b70-a41b-62a766f6cb8d will not be triggered until provisioned by entity L2. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:22:36.626473 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Transition to ACTIVE for port object 6a6def4c-113f-4b70-a41b-62a766f6cb8d will not be triggered until provisioned by entity DHCP. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:22:36.633452 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:36.638065 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:22:36.697310 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Network 58e58be0-bd1f-4e77-936d-029dcbaddd7b is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:22:36.700085 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:22:36.708977 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:22:36.711093 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Pushing event updated for resources: {'Port': ['ID=6a6def4c-113f-4b70-a41b-62a766f6cb8d,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:36.752161 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:36.752496 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:36.752822 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:36.753146 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:36.753462 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:36.753779 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:36.754092 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:36.754402 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:36.754712 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:36.755040 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:36.755346 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:36.755650 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Tracked resource versions report: Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: pushed versions: Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: { 'AddressGroup': {'1.2'}, Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: 'ConntrackHelper': {'1.0'}, Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: 'Log': {'1.0'}, Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: 'Network': {'1.1'}, Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: 'Port': {'1.7'}, Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: 'PortForwarding': {'1.2'}, Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: 'QosPolicy': {'1.8'}, Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: 'SecurityGroup': {'1.4'}, Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: 'SecurityGroupRule': {'1.2'}, Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: 'SubPort': {'1.0'}, Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: 'Subnet': {'1.1'}, Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: 'Trunk': {'1.1'}} Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: consumer versions: Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: { DHCP agent@dv-cinder-798696-1-smb: {}, Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: L3 agent@dv-cinder-798696-1-smb: {}, Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: Metadata agent@dv-cinder-798696-1-smb: {}, Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: Metering agent@dv-cinder-798696-1-smb: {}, Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: Open vSwitch agent@dv-cinder-798696-1-smb: { 'AddressGroup': '1.2', Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: 'ConntrackHelper': '1.0', Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: 'Log': '1.0', Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: 'Network': '1.1', Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: 'Port': '1.7', Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: 'PortForwarding': '1.2', Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: 'QosPolicy': '1.8', Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: 'SecurityGroup': '1.4', Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: 'SecurityGroupRule': '1.2', Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: 'SubPort': '1.0', Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: 'Subnet': '1.1', Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: 'Trunk': '1.1'}} Jul 07 18:22:36.756811 dv-cinder-798696-1-smb neutron-server[78479]: {{(pid=78479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 18:22:36.787764 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:22:36.813265 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Attempting to bind port 6a6def4c-113f-4b70-a41b-62a766f6cb8d on host dv-cinder-798696-1-smb for vnic_type normal with profile {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:22:36.813663 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Attempting to bind port 6a6def4c-113f-4b70-a41b-62a766f6cb8d by drivers openvswitch,hyperv on host dv-cinder-798696-1-smb at level 0 using segments [{'id': '87d48a87-9051-492a-add1-cbedbbd02809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '58e58be0-bd1f-4e77-936d-029dcbaddd7b'}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:22:36.814081 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Attempting to bind port 6a6def4c-113f-4b70-a41b-62a766f6cb8d on network 58e58be0-bd1f-4e77-936d-029dcbaddd7b {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:22:36.819353 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Checking agent: {'id': '0db86e1d-da65-40b6-b0e9-b4ccdca3fd82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 18), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:22:36.819743 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Checking segment: {'id': '87d48a87-9051-492a-add1-cbedbbd02809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '58e58be0-bd1f-4e77-936d-029dcbaddd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:22:36.820222 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:36.820603 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Bound using segment: {'id': '87d48a87-9051-492a-add1-cbedbbd02809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '58e58be0-bd1f-4e77-936d-029dcbaddd7b'} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:22:36.821075 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Bound port: 6a6def4c-113f-4b70-a41b-62a766f6cb8d, host: dv-cinder-798696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d48a87-9051-492a-add1-cbedbbd02809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '58e58be0-bd1f-4e77-936d-029dcbaddd7b'}}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:22:36.821453 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:36.910042 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] For port 6a6def4c-113f-4b70-a41b-62a766f6cb8d, host dv-cinder-798696-1-smb, cleared binding levels {{(pid=78479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:22:36.914580 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] For port 6a6def4c-113f-4b70-a41b-62a766f6cb8d, host dv-cinder-798696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=6a6def4c-113f-4b70-a41b-62a766f6cb8d,segment=NetworkSegment(87d48a87-9051-492a-add1-cbedbbd02809),segment_id=87d48a87-9051-492a-add1-cbedbbd02809)] {{(pid=78479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:22:36.919826 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:36.923856 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:22:37.031068 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Pushing event updated for resources: {'Port': ['ID=6a6def4c-113f-4b70-a41b-62a766f6cb8d,revision_number=2']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:37.036132 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:22:38.206283 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 50698) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:22:38.581347 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [None req-dfd11c7e-7e1a-4101-bd09-bda9d0a10280 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=78477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:22:38.582649 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-dfd11c7e-7e1a-4101-bd09-bda9d0a10280 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3751485 Jul 07 18:22:40.681805 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22acde77-db7a-4c67-93ea-f893e2212ce0 None None] Network 58e58be0-bd1f-4e77-936d-029dcbaddd7b requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:22:40.749924 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 6a6def4c-113f-4b70-a41b-62a766f6cb8d up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:22:40.835043 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-9fa00e00-b34e-4bae-a119-4a35f5ed3cc1 None None] Provisioning for port 6a6def4c-113f-4b70-a41b-62a766f6cb8d completed by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:22:40.882883 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning for port 6a6def4c-113f-4b70-a41b-62a766f6cb8d completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:22:40.915343 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 6a6def4c-113f-4b70-a41b-62a766f6cb8d triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:40.915848 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.967677 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 50714) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:22:41.105187 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:41.144324 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] For port 6a6def4c-113f-4b70-a41b-62a766f6cb8d, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=6a6def4c-113f-4b70-a41b-62a766f6cb8d,segment=NetworkSegment(87d48a87-9051-492a-add1-cbedbbd02809),segment_id=87d48a87-9051-492a-add1-cbedbbd02809)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:22:41.148972 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:41.151218 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:22:41.226510 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Pushing event updated for resources: {'Port': ['ID=6a6def4c-113f-4b70-a41b-62a766f6cb8d,revision_number=3']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:41.229810 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:22:41.355124 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [None req-29561083-9c06-46d3-b638-38b15a3b93e8 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=78477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:22:41.356182 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-29561083-9c06-46d3-b638-38b15a3b93e8 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3870327 Jul 07 18:22:41.371206 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-80f94c70-dd21-4617-9290-7113fadb2750 None None] Provisioning complete for port 6a6def4c-113f-4b70-a41b-62a766f6cb8d triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:41.371580 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-80f94c70-dd21-4617-9290-7113fadb2750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:42.670122 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 6a6def4c-113f-4b70-a41b-62a766f6cb8d up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:22:42.737761 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 6a6def4c-113f-4b70-a41b-62a766f6cb8d triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:42.738195 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:43.988246 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 50726) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:22:44.336219 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-3b16a07a-d492-4eb0-ab49-7a4de7aae9a1 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'name': 'router1'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:44.341365 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-3b16a07a-d492-4eb0-ab49-7a4de7aae9a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:22:44.345418 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-3b16a07a-d492-4eb0-ab49-7a4de7aae9a1 admin admin] Usage tracker for resource:router and tenant:d05355b7a4ee4c19b4a0377ac2e5b444 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:22:44.348804 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-3b16a07a-d492-4eb0-ab49-7a4de7aae9a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:22:44.354604 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-3b16a07a-d492-4eb0-ab49-7a4de7aae9a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:22:44.364805 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3b16a07a-d492-4eb0-ab49-7a4de7aae9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-546955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2478'] for router, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:44.366357 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3b16a07a-d492-4eb0-ab49-7a4de7aae9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-699805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709345', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2519'] for router, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:44.388333 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3b16a07a-d492-4eb0-ab49-7a4de7aae9a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:44.499590 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3b16a07a-d492-4eb0-ab49-7a4de7aae9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-546946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553022'] for router, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:44.518906 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3b16a07a-d492-4eb0-ab49-7a4de7aae9a1 admin admin] Notify callbacks [] for router, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:44.520074 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-3b16a07a-d492-4eb0-ab49-7a4de7aae9a1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5308900 Jul 07 18:22:46.871218 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 50736) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:22:47.263096 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [None req-07465616-7b74-4ab2-b424-ec76d3c06288 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=78477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:22:47.264094 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-07465616-7b74-4ab2-b424-ec76d3c06288 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3920324 Jul 07 18:22:47.510059 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b66de9b9-aefc-44d5-ab16-72667c0da544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:48.087093 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:49.642843 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 50746) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:22:50.000457 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:50.005273 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:22:50.009580 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Usage tracker for resource:network and tenant:f0faf52629ed4689998ce66cc92a1c13 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:22:50.012443 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:22:50.018032 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:22:50.027527 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Made reservation on behalf of f0faf52629ed4689998ce66cc92a1c13 for: {'network': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:22:50.029766 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for network, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:50.045321 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:50.059724 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:22:50.063383 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Usage tracker for resource:security_group_rule and tenant:f0faf52629ed4689998ce66cc92a1c13 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:22:50.066489 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:22:50.072872 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:22:50.184614 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:50.188280 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:50.191396 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:22:50.213371 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Reserving flat network on physical network physnet1 {{(pid=78477) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 07 18:22:50.227274 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b07adfe-45de-4ad7-8d63-e54ce9a04545,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:50.233978 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:22:50.234971 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734830643375', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:50.235558 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Unsubscribe: segment precommit_create {{(pid=78477) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 18:22:50.236027 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.db.segments_db [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Added segment 34c6f55a-e384-474c-af70-55cf6bf9ed8f of type flat for network 7ef95752-4103-4704-97c1-943158aedf11 Jul 07 18:22:50.250600 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d8980cff-4399-403c-a1f7-cb24bf32d95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:50.281836 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734830079582'] for network, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:50.323556 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for network, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:50.325057 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:50.325625 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:50.328825 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:22:50.426745 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Pushing event updated for resources: {'Network': ['ID=7ef95752-4103-4704-97c1-943158aedf11,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:50.431164 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:22:50.440743 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7893505 Jul 07 18:22:50.441176 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Network 7ef95752-4103-4704-97c1-943158aedf11 details requested by agent ovs-agent-dv-cinder-798696-1-smb with host dv-cinder-798696-1-smb {{(pid=78479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 07 18:22:51.018627 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:52.411383 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:52.791378 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 50766) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:22:53.000658 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d21e614-629b-4f0e-ae2a-fb31d26f96d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:53.001998 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-2d21e614-629b-4f0e-ae2a-fb31d26f96d7 admin admin] 10.222.0.41 "GET /v2.0/subnets/e94c3a62-912e-41ee-8d5f-4ac47d03942d HTTP/1.1" status: 200 len: 849 time: 0.2096102 Jul 07 18:22:53.146190 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-9ca1b19e-2dd3-46c5-b645-9d615626b338 admin admin] 10.222.0.41 "GET /v2.0/routers/96cfd242-77fb-4396-9c0d-eccb388442a0 HTTP/1.1" status: 200 len: 704 time: 0.1385515 Jul 07 18:22:53.596282 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-25998304-0f4f-4b8f-b564-57d4d1e9eaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:53.817751 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_common [None req-25998304-0f4f-4b8f-b564-57d4d1e9eaf9 admin admin] Allocated IP 172.20.0.1 (58e58be0-bd1f-4e77-936d-029dcbaddd7b/e94c3a62-912e-41ee-8d5f-4ac47d03942d/d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e) {{(pid=78477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:22:53.977084 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-25998304-0f4f-4b8f-b564-57d4d1e9eaf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:53.994974 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [None req-25998304-0f4f-4b8f-b564-57d4d1e9eaf9 admin admin] Transition to ACTIVE for port object d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e will not be triggered until provisioned by entity DHCP. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:22:54.078247 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-25998304-0f4f-4b8f-b564-57d4d1e9eaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:54.082485 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:22:54.145899 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25998304-0f4f-4b8f-b564-57d4d1e9eaf9 admin admin] Network 58e58be0-bd1f-4e77-936d-029dcbaddd7b is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:22:54.148674 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [None req-25998304-0f4f-4b8f-b564-57d4d1e9eaf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:22:54.152430 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25998304-0f4f-4b8f-b564-57d4d1e9eaf9 admin admin] Received port after_create {{(pid=78477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:22:54.152958 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-25998304-0f4f-4b8f-b564-57d4d1e9eaf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553208'] for router_interface, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:54.268139 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25998304-0f4f-4b8f-b564-57d4d1e9eaf9 admin admin] Pushing event updated for resources: {'Port': ['ID=d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:54.291731 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-25998304-0f4f-4b8f-b564-57d4d1e9eaf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:22:54.391647 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-fa1bbc46-8084-4735-9fd5-3cab71b1fc2f None None] Provisioning for port d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e completed by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:22:54.396522 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-fa1bbc46-8084-4735-9fd5-3cab71b1fc2f None None] Provisioning complete for port d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:54.396891 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-fa1bbc46-8084-4735-9fd5-3cab71b1fc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:54.415671 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-25998304-0f4f-4b8f-b564-57d4d1e9eaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:54.448952 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-fa1bbc46-8084-4735-9fd5-3cab71b1fc2f None None] Port d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e cannot update to ACTIVE because it is not bound. {{(pid=78479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:22:54.643984 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-25998304-0f4f-4b8f-b564-57d4d1e9eaf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:54.648715 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-25998304-0f4f-4b8f-b564-57d4d1e9eaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:54.650011 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-25998304-0f4f-4b8f-b564-57d4d1e9eaf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546883'] for router_interface, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:54.653563 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:22:54.789783 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25998304-0f4f-4b8f-b564-57d4d1e9eaf9 admin admin] Pushing event updated for resources: {'Port': ['ID=d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e,revision_number=2']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:54.792688 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-25998304-0f4f-4b8f-b564-57d4d1e9eaf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:22:54.845464 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25998304-0f4f-4b8f-b564-57d4d1e9eaf9 admin admin] Network 58e58be0-bd1f-4e77-936d-029dcbaddd7b is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:22:54.846458 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [None req-25998304-0f4f-4b8f-b564-57d4d1e9eaf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:22:55.033992 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25998304-0f4f-4b8f-b564-57d4d1e9eaf9 admin admin] Router 96cfd242-77fb-4396-9c0d-eccb388442a0 is scheduled to L3 agent 8deec948-1501-4327-a4fb-a95820cab163 with binding_index 1 {{(pid=78477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:22:55.075614 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-51b3fdf6-714a-4c12-a610-55bf174a8cd0 None None] Provisioning complete for port d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:55.075985 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-51b3fdf6-714a-4c12-a610-55bf174a8cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:55.134860 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-51b3fdf6-714a-4c12-a610-55bf174a8cd0 None None] Port d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e cannot update to ACTIVE because it is not bound. {{(pid=78479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:22:55.188162 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25998304-0f4f-4b8f-b564-57d4d1e9eaf9 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:22:55.197620 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-25998304-0f4f-4b8f-b564-57d4d1e9eaf9 admin admin] 10.222.0.41 "PUT /v2.0/routers/96cfd242-77fb-4396-9c0d-eccb388442a0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0464859 Jul 07 18:22:55.198164 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] Sync routers for ids ['96cfd242-77fb-4396-9c0d-eccb388442a0'] in dv-cinder-798696-1-smb {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:22:55.209877 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] Routers {'96cfd242-77fb-4396-9c0d-eccb388442a0'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:22:55.210754 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:22:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['96cfd242-77fb-4396-9c0d-eccb388442a0'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:55.383177 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] Set router 96cfd242-77fb-4396-9c0d-eccb388442a0 gateway port host: None {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:22:55.759918 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cfd242-77fb-4396-9c0d-eccb388442a0', 'name': 'router1', 'tenant_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:44Z', 'updated_at': '2021-07-07T18:22:54Z', 'revision_number': 2, 'project_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'gw_port_host': None, '_interfaces': [{'id': 'd5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e', 'name': '', 'network_id': '58e58be0-bd1f-4e77-936d-029dcbaddd7b', 'tenant_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'mac_address': 'fa:16:3e:c2:9d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cfd242-77fb-4396-9c0d-eccb388442a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e94c3a62-912e-41ee-8d5f-4ac47d03942d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:53Z', 'updated_at': '2021-07-07T18:22:54Z', 'revision_number': 2, 'project_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'subnets': [{'id': 'e94c3a62-912e-41ee-8d5f-4ac47d03942d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e0fe79f-904a-44cf-ac0f-244a6eace95f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:55.765228 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] Checking router: 96cfd242-77fb-4396-9c0d-eccb388442a0 for host: dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:22:55.765601 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] Updating router 96cfd242-77fb-4396-9c0d-eccb388442a0 port d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e binding host dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:22:55.819069 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:56.217177 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:56.232111 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] Transition to ACTIVE for port object d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e will not be triggered until provisioned by entity L2. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:22:56.238696 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:56.245576 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:22:56.474370 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d617391-2a95-4fd3-938d-8fd1751d5c7f None None] Pushing event updated for resources: {'Port': ['ID=d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e,revision_number=3']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:56.489594 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d617391-2a95-4fd3-938d-8fd1751d5c7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:56.490463 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d617391-2a95-4fd3-938d-8fd1751d5c7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:56.490833 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d617391-2a95-4fd3-938d-8fd1751d5c7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:56.491159 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d617391-2a95-4fd3-938d-8fd1751d5c7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:56.491493 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d617391-2a95-4fd3-938d-8fd1751d5c7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:56.491843 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d617391-2a95-4fd3-938d-8fd1751d5c7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:56.492149 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d617391-2a95-4fd3-938d-8fd1751d5c7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:56.492561 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d617391-2a95-4fd3-938d-8fd1751d5c7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:56.492796 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d617391-2a95-4fd3-938d-8fd1751d5c7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:56.493127 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d617391-2a95-4fd3-938d-8fd1751d5c7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:56.493453 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d617391-2a95-4fd3-938d-8fd1751d5c7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:56.493763 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d617391-2a95-4fd3-938d-8fd1751d5c7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d617391-2a95-4fd3-938d-8fd1751d5c7f None None] Tracked resource versions report: Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: pushed versions: Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: { 'AddressGroup': {'1.2'}, Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: 'ConntrackHelper': {'1.0'}, Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: 'Log': {'1.0'}, Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: 'Network': {'1.1'}, Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: 'Port': {'1.7'}, Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: 'PortForwarding': {'1.2'}, Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: 'QosPolicy': {'1.8'}, Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: 'SecurityGroup': {'1.4'}, Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: 'SecurityGroupRule': {'1.2'}, Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: 'SubPort': {'1.0'}, Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: 'Subnet': {'1.1'}, Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: 'Trunk': {'1.1'}} Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: consumer versions: Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: { DHCP agent@dv-cinder-798696-1-smb: {}, Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: L3 agent@dv-cinder-798696-1-smb: {}, Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: Metadata agent@dv-cinder-798696-1-smb: {}, Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: Metering agent@dv-cinder-798696-1-smb: {}, Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: Open vSwitch agent@dv-cinder-798696-1-smb: { 'AddressGroup': '1.2', Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: 'ConntrackHelper': '1.0', Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: 'Log': '1.0', Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: 'Network': '1.1', Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: 'Port': '1.7', Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: 'PortForwarding': '1.2', Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: 'QosPolicy': '1.8', Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: 'SecurityGroup': '1.4', Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: 'SecurityGroupRule': '1.2', Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: 'SubPort': '1.0', Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: 'Subnet': '1.1', Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: 'Trunk': '1.1'}} Jul 07 18:22:56.494928 dv-cinder-798696-1-smb neutron-server[78480]: {{(pid=78480) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 18:22:56.502253 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-1d617391-2a95-4fd3-938d-8fd1751d5c7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:22:56.504381 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] Attempting to bind port d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e on host dv-cinder-798696-1-smb for vnic_type normal with profile {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:22:56.504810 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] Attempting to bind port d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e by drivers openvswitch,hyperv on host dv-cinder-798696-1-smb at level 0 using segments [{'id': '87d48a87-9051-492a-add1-cbedbbd02809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '58e58be0-bd1f-4e77-936d-029dcbaddd7b'}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:22:56.505245 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] Attempting to bind port d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e on network 58e58be0-bd1f-4e77-936d-029dcbaddd7b {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:22:56.511434 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] Checking agent: {'id': '0db86e1d-da65-40b6-b0e9-b4ccdca3fd82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 18), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:22:56.511856 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] Checking segment: {'id': '87d48a87-9051-492a-add1-cbedbbd02809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '58e58be0-bd1f-4e77-936d-029dcbaddd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:22:56.512378 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:56.512764 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] Bound using segment: {'id': '87d48a87-9051-492a-add1-cbedbbd02809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '58e58be0-bd1f-4e77-936d-029dcbaddd7b'} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:22:56.513305 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] Bound port: d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e, host: dv-cinder-798696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d48a87-9051-492a-add1-cbedbbd02809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '58e58be0-bd1f-4e77-936d-029dcbaddd7b'}}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:22:56.513712 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:56.602605 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] For port d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e, host dv-cinder-798696-1-smb, cleared binding levels {{(pid=78480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:22:56.607159 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] For port d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e, host dv-cinder-798696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e,segment=NetworkSegment(87d48a87-9051-492a-add1-cbedbbd02809),segment_id=87d48a87-9051-492a-add1-cbedbbd02809)] {{(pid=78480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:22:56.611906 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:56.617241 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-1d617391-2a95-4fd3-938d-8fd1751d5c7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:22:56.684957 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] Routers {'96cfd242-77fb-4396-9c0d-eccb388442a0'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:22:56.685574 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:22:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['96cfd242-77fb-4396-9c0d-eccb388442a0'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:56.835536 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d617391-2a95-4fd3-938d-8fd1751d5c7f None None] Pushing event updated for resources: {'Port': ['ID=d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e,revision_number=4']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:56.838824 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-1d617391-2a95-4fd3-938d-8fd1751d5c7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:22:56.857296 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] Set router 96cfd242-77fb-4396-9c0d-eccb388442a0 gateway port host: None {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:22:57.183507 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cfd242-77fb-4396-9c0d-eccb388442a0', 'name': 'router1', 'tenant_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:44Z', 'updated_at': '2021-07-07T18:22:54Z', 'revision_number': 2, 'project_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'gw_port_host': None, '_interfaces': [{'id': 'd5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e', 'name': '', 'network_id': '58e58be0-bd1f-4e77-936d-029dcbaddd7b', 'tenant_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'mac_address': 'fa:16:3e:c2:9d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cfd242-77fb-4396-9c0d-eccb388442a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e94c3a62-912e-41ee-8d5f-4ac47d03942d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:53Z', 'updated_at': '2021-07-07T18:22:56Z', 'revision_number': 4, 'project_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'subnets': [{'id': 'e94c3a62-912e-41ee-8d5f-4ac47d03942d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e0fe79f-904a-44cf-ac0f-244a6eace95f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:57.187236 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fdc9ed-d582-470f-b999-04eae9bfae23 None None] The sync data for ids ['96cfd242-77fb-4396-9c0d-eccb388442a0'] in dv-cinder-798696-1-smb is: [{'id': '96cfd242-77fb-4396-9c0d-eccb388442a0', 'name': 'router1', 'tenant_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:44Z', 'updated_at': '2021-07-07T18:22:54Z', 'revision_number': 2, 'project_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'gw_port_host': None, '_interfaces': [{'id': 'd5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e', 'name': '', 'network_id': '58e58be0-bd1f-4e77-936d-029dcbaddd7b', 'tenant_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'mac_address': 'fa:16:3e:c2:9d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cfd242-77fb-4396-9c0d-eccb388442a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e94c3a62-912e-41ee-8d5f-4ac47d03942d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:53Z', 'updated_at': '2021-07-07T18:22:56Z', 'revision_number': 4, 'project_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'subnets': [{'id': 'e94c3a62-912e-41ee-8d5f-4ac47d03942d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e0fe79f-904a-44cf-ac0f-244a6eace95f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:22:57.374199 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 50788) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:22:57.526940 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a7c3bc-6b9c-4452-8498-abc17a4834e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:57.528343 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-82a7c3bc-6b9c-4452-8498-abc17a4834e1 admin admin] 10.222.0.41 "GET /v2.0/networks/7ef95752-4103-4704-97c1-943158aedf11 HTTP/1.1" status: 200 len: 842 time: 0.1531599 Jul 07 18:22:57.538078 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-d3aee261-f12b-4815-b2c0-b3d3e88f63ac admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.28.1.1', 'cidr': '172.28.1.0/24', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:57.542678 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-d3aee261-f12b-4815-b2c0-b3d3e88f63ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:22:57.546472 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-d3aee261-f12b-4815-b2c0-b3d3e88f63ac admin admin] Usage tracker for resource:subnet and tenant:f0faf52629ed4689998ce66cc92a1c13 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:22:57.549408 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-d3aee261-f12b-4815-b2c0-b3d3e88f63ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:22:57.555600 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-d3aee261-f12b-4815-b2c0-b3d3e88f63ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:22:57.566250 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3aee261-f12b-4815-b2c0-b3d3e88f63ac admin admin] Made reservation on behalf of f0faf52629ed4689998ce66cc92a1c13 for: {'subnet': 1} {{(pid=78478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:22:57.568582 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d3aee261-f12b-4815-b2c0-b3d3e88f63ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:58.031491 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.objects.ports [None req-d3aee261-f12b-4815-b2c0-b3d3e88f63ac admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78478) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jul 07 18:22:58.031976 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d3aee261-f12b-4815-b2c0-b3d3e88f63ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for subnet, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:58.036168 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:22:58.112254 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aee261-f12b-4815-b2c0-b3d3e88f63ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cf84b46-eaf0-4390-8fc2-d553f7bad2f6,revision_number=0']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:58.116344 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aee261-f12b-4815-b2c0-b3d3e88f63ac admin admin] Checking segment: {'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:22:58.116718 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aee261-f12b-4815-b2c0-b3d3e88f63ac admin admin] Network hostable DHCP agents. Network: 7ef95752-4103-4704-97c1-943158aedf11, hostable agents: ['7844bae0-677e-4565-b01a-e2785e2cda9f'], hosted agents: [] {{(pid=78478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:22:58.121043 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-d3aee261-f12b-4815-b2c0-b3d3e88f63ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:22:58.140358 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aee261-f12b-4815-b2c0-b3d3e88f63ac admin admin] Network 7ef95752-4103-4704-97c1-943158aedf11 is scheduled to be hosted by DHCP agent 7844bae0-677e-4565-b01a-e2785e2cda9f with binding_index 1 {{(pid=78478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:22:58.152567 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-d3aee261-f12b-4815-b2c0-b3d3e88f63ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-smb, 7ef95752-4103-4704-97c1-943158aedf11) {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:22:58.158209 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3aee261-f12b-4815-b2c0-b3d3e88f63ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:58.158986 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d3aee261-f12b-4815-b2c0-b3d3e88f63ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:58.164400 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8f29f7-94e3-477f-8d2f-f5344ef2950d None None] Network 7ef95752-4103-4704-97c1-943158aedf11 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:22:58.179755 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-d3aee261-f12b-4815-b2c0-b3d3e88f63ac admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6456087 Jul 07 18:22:58.421566 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516b7b0c-0add-44bc-864a-cae92d7e8181 None None] Network 7ef95752-4103-4704-97c1-943158aedf11 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:22:58.712619 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:22:58.785262 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning for port d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:22:58.790668 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:58.791077 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:58.923752 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:58.961481 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] For port d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e,segment=NetworkSegment(87d48a87-9051-492a-add1-cbedbbd02809),segment_id=87d48a87-9051-492a-add1-cbedbbd02809)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:22:58.966316 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:58.973480 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:22:59.043883 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Pushing event updated for resources: {'Port': ['ID=d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:59.047214 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:23:00.444748 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 50802) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:23:00.666417 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-71e37ec4-a956-4908-88d1-88a38ed9ba6d admin admin] 10.222.0.41 "GET /v2.0/routers/96cfd242-77fb-4396-9c0d-eccb388442a0 HTTP/1.1" status: 200 len: 710 time: 0.2205546 Jul 07 18:23:00.682155 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:23:00.748472 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:23:00.748933 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:00.793940 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4019e39-5713-4233-ac2f-a25b2529cf33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:00.795441 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-d4019e39-5713-4233-ac2f-a25b2529cf33 admin admin] 10.222.0.41 "GET /v2.0/networks/7ef95752-4103-4704-97c1-943158aedf11 HTTP/1.1" status: 200 len: 886 time: 0.1238220 Jul 07 18:23:00.804618 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-8330b6e3-9a95-43a0-83cf-f557f9fed276 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11'}}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:23:01.247394 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8330b6e3-9a95-43a0-83cf-f557f9fed276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-552987', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-546964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2497'] for router, precommit_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:01.329601 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 5 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:23:01.607588 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8330b6e3-9a95-43a0-83cf-f557f9fed276 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:01.673778 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8330b6e3-9a95-43a0-83cf-f557f9fed276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:01.809418 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.db_base_plugin_common [None req-8330b6e3-9a95-43a0-83cf-f557f9fed276 admin admin] Allocated IP 172.28.1.219 (7ef95752-4103-4704-97c1-943158aedf11/1cf84b46-eaf0-4390-8fc2-d553f7bad2f6/480460cb-aece-452a-a2a3-a007393dece3) {{(pid=78478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:23:01.955093 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8330b6e3-9a95-43a0-83cf-f557f9fed276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:02.016158 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8330b6e3-9a95-43a0-83cf-f557f9fed276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:02.019849 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:23:02.078741 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8330b6e3-9a95-43a0-83cf-f557f9fed276 admin admin] Network 7ef95752-4103-4704-97c1-943158aedf11 is already hosted by enough agents. {{(pid=78478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:23:02.081724 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-8330b6e3-9a95-43a0-83cf-f557f9fed276 admin admin] Resources bound (agent type, host, resource id): {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:23:02.085846 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8330b6e3-9a95-43a0-83cf-f557f9fed276 admin admin] Received port after_create {{(pid=78478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:23:02.195836 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330b6e3-9a95-43a0-83cf-f557f9fed276 admin admin] Pushing event updated for resources: {'Port': ['ID=480460cb-aece-452a-a2a3-a007393dece3,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:02.216448 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-8330b6e3-9a95-43a0-83cf-f557f9fed276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:23:02.473774 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8330b6e3-9a95-43a0-83cf-f557f9fed276 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:02.847930 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8330b6e3-9a95-43a0-83cf-f557f9fed276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-552987', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-546964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2497'] for router, precommit_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:02.851307 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8330b6e3-9a95-43a0-83cf-f557f9fed276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-552960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-552969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-546973'] for router, after_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:03.034866 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8330b6e3-9a95-43a0-83cf-f557f9fed276 admin admin] Router 96cfd242-77fb-4396-9c0d-eccb388442a0 has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:23:03.215205 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8330b6e3-9a95-43a0-83cf-f557f9fed276 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:23:03.223716 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8330b6e3-9a95-43a0-83cf-f557f9fed276 admin admin] Notify callbacks [] for router, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:03.225406 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-8330b6e3-9a95-43a0-83cf-f557f9fed276 admin admin] 10.222.0.41 "PUT /v2.0/routers/96cfd242-77fb-4396-9c0d-eccb388442a0 HTTP/1.1" status: 200 len: 890 time: 2.4246321 Jul 07 18:23:03.226945 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] Sync routers for ids ['96cfd242-77fb-4396-9c0d-eccb388442a0'] in dv-cinder-798696-1-smb {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:23:03.238565 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] Routers {'96cfd242-77fb-4396-9c0d-eccb388442a0'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:23:03.239301 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:22:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['96cfd242-77fb-4396-9c0d-eccb388442a0'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:03.434664 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] Set router 96cfd242-77fb-4396-9c0d-eccb388442a0 gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:23:03.780092 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cfd242-77fb-4396-9c0d-eccb388442a0', 'name': 'router1', 'tenant_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.219'}], 'enable_snat': True}, 'gw_port_id': '480460cb-aece-452a-a2a3-a007393dece3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:44Z', 'updated_at': '2021-07-07T18:23:02Z', 'revision_number': 4, 'project_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'gw_port': {'id': '480460cb-aece-452a-a2a3-a007393dece3', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cfd242-77fb-4396-9c0d-eccb388442a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:23:01Z', 'updated_at': '2021-07-07T18:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': 'd5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e', 'name': '', 'network_id': '58e58be0-bd1f-4e77-936d-029dcbaddd7b', 'tenant_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'mac_address': 'fa:16:3e:c2:9d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cfd242-77fb-4396-9c0d-eccb388442a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e94c3a62-912e-41ee-8d5f-4ac47d03942d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:53Z', 'updated_at': '2021-07-07T18:22:58Z', 'revision_number': 5, 'project_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'subnets': [{'id': 'e94c3a62-912e-41ee-8d5f-4ac47d03942d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e0fe79f-904a-44cf-ac0f-244a6eace95f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:03.784819 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] Checking router: 96cfd242-77fb-4396-9c0d-eccb388442a0 for host: dv-cinder-798696-1-smb {{(pid=78479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:23:03.785188 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] Updating router 96cfd242-77fb-4396-9c0d-eccb388442a0 port 480460cb-aece-452a-a2a3-a007393dece3 binding host dv-cinder-798696-1-smb {{(pid=78479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:23:03.836225 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:04.205804 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] Notify callbacks [] for port, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:04.218897 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] Transition to ACTIVE for port object 480460cb-aece-452a-a2a3-a007393dece3 will not be triggered until provisioned by entity L2. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:23:04.225388 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:04.229441 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-1aaf16a4-9512-47e2-b392-7eb4d9d8394b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:23:04.323789 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] Attempting to bind port 480460cb-aece-452a-a2a3-a007393dece3 on host dv-cinder-798696-1-smb for vnic_type normal with profile {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:23:04.324164 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] Attempting to bind port 480460cb-aece-452a-a2a3-a007393dece3 by drivers openvswitch,hyperv on host dv-cinder-798696-1-smb at level 0 using segments [{'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:23:04.324531 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] Attempting to bind port 480460cb-aece-452a-a2a3-a007393dece3 on network 7ef95752-4103-4704-97c1-943158aedf11 {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:23:04.330108 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b9f77-5ed0-438d-8c74-204e184091fb None None] Pushing event updated for resources: {'Port': ['ID=480460cb-aece-452a-a2a3-a007393dece3,revision_number=2']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:04.334312 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4a0b9f77-5ed0-438d-8c74-204e184091fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:23:04.335067 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] Checking agent: {'id': '0db86e1d-da65-40b6-b0e9-b4ccdca3fd82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 18), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:23:04.335442 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] Checking segment: {'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:23:04.335843 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:04.336222 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] Bound using segment: {'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:23:04.336683 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] Bound port: 480460cb-aece-452a-a2a3-a007393dece3, host: dv-cinder-798696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'}}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:23:04.337076 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:04.409692 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] For port 480460cb-aece-452a-a2a3-a007393dece3, host dv-cinder-798696-1-smb, cleared binding levels {{(pid=78479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:23:04.413066 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] For port 480460cb-aece-452a-a2a3-a007393dece3, host dv-cinder-798696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=480460cb-aece-452a-a2a3-a007393dece3,segment=NetworkSegment(34c6f55a-e384-474c-af70-55cf6bf9ed8f),segment_id=34c6f55a-e384-474c-af70-55cf6bf9ed8f)] {{(pid=78479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:23:04.416993 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:04.420997 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:23:04.515333 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] Routers {'96cfd242-77fb-4396-9c0d-eccb388442a0'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:23:04.516371 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:22:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['96cfd242-77fb-4396-9c0d-eccb388442a0'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:04.567928 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b9f77-5ed0-438d-8c74-204e184091fb None None] Pushing event updated for resources: {'Port': ['ID=480460cb-aece-452a-a2a3-a007393dece3,revision_number=3']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:04.576426 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4a0b9f77-5ed0-438d-8c74-204e184091fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:23:04.701595 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] Set router 96cfd242-77fb-4396-9c0d-eccb388442a0 gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:23:05.028218 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cfd242-77fb-4396-9c0d-eccb388442a0', 'name': 'router1', 'tenant_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.219'}], 'enable_snat': True}, 'gw_port_id': '480460cb-aece-452a-a2a3-a007393dece3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:44Z', 'updated_at': '2021-07-07T18:23:02Z', 'revision_number': 4, 'project_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'gw_port': {'id': '480460cb-aece-452a-a2a3-a007393dece3', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cfd242-77fb-4396-9c0d-eccb388442a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:23:01Z', 'updated_at': '2021-07-07T18:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': 'd5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e', 'name': '', 'network_id': '58e58be0-bd1f-4e77-936d-029dcbaddd7b', 'tenant_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'mac_address': 'fa:16:3e:c2:9d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cfd242-77fb-4396-9c0d-eccb388442a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e94c3a62-912e-41ee-8d5f-4ac47d03942d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:53Z', 'updated_at': '2021-07-07T18:22:58Z', 'revision_number': 5, 'project_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'subnets': [{'id': 'e94c3a62-912e-41ee-8d5f-4ac47d03942d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e0fe79f-904a-44cf-ac0f-244a6eace95f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:05.032132 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d44b5fd-9661-449e-bffa-2876558a65c5 None None] The sync data for ids ['96cfd242-77fb-4396-9c0d-eccb388442a0'] in dv-cinder-798696-1-smb is: [{'id': '96cfd242-77fb-4396-9c0d-eccb388442a0', 'name': 'router1', 'tenant_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.219'}], 'enable_snat': True}, 'gw_port_id': '480460cb-aece-452a-a2a3-a007393dece3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:44Z', 'updated_at': '2021-07-07T18:23:02Z', 'revision_number': 4, 'project_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'gw_port': {'id': '480460cb-aece-452a-a2a3-a007393dece3', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cfd242-77fb-4396-9c0d-eccb388442a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:23:01Z', 'updated_at': '2021-07-07T18:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': 'd5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e', 'name': '', 'network_id': '58e58be0-bd1f-4e77-936d-029dcbaddd7b', 'tenant_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'mac_address': 'fa:16:3e:c2:9d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cfd242-77fb-4396-9c0d-eccb388442a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e94c3a62-912e-41ee-8d5f-4ac47d03942d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:53Z', 'updated_at': '2021-07-07T18:22:58Z', 'revision_number': 5, 'project_id': 'd05355b7a4ee4c19b4a0377ac2e5b444', 'subnets': [{'id': 'e94c3a62-912e-41ee-8d5f-4ac47d03942d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e0fe79f-904a-44cf-ac0f-244a6eace95f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:23:05.614133 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 50812) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:23:05.731331 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-d60dec99-86c6-4bb0-bde0-701c3dcd7239 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1154947 Jul 07 18:23:06.705558 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 480460cb-aece-452a-a2a3-a007393dece3 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:23:06.773064 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning for port 480460cb-aece-452a-a2a3-a007393dece3 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:23:06.777660 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 480460cb-aece-452a-a2a3-a007393dece3 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:23:06.778035 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:06.897310 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:06.912569 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] For port 480460cb-aece-452a-a2a3-a007393dece3, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=480460cb-aece-452a-a2a3-a007393dece3,segment=NetworkSegment(34c6f55a-e384-474c-af70-55cf6bf9ed8f),segment_id=34c6f55a-e384-474c-af70-55cf6bf9ed8f)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:23:06.918416 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:06.922394 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:23:07.004363 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Pushing event updated for resources: {'Port': ['ID=480460cb-aece-452a-a2a3-a007393dece3,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:07.011347 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:23:08.721851 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 480460cb-aece-452a-a2a3-a007393dece3 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:23:08.799167 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 480460cb-aece-452a-a2a3-a007393dece3 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:23:08.799742 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:17.514231 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c01331d1-ebe7-43bd-803b-8467a4237bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:18.090157 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:20.247119 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-479deafc-8092-4947-bcba-06dab9f31046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:21.023977 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:22.428213 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:38.328856 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 5 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:23:47.526604 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-30c61641-8e40-4550-a5dc-77c353b929be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:48.100126 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:50.243926 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b0d11b8c-ab90-44af-b83f-1e7b1252e006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:51.030783 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.437974 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.332888 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 5 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:24:17.555993 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-53db15fa-d320-4f05-aa55-42e675ad3802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.096597 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:20.241155 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-416f9f38-343f-474e-9a2e-c222675a3bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.035002 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:22.438961 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:47.524303 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-eb822853-d3f9-4c25-a78a-395cc787af39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:48.092080 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:50.232936 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8c11f56e-a15a-4db3-b5d9-a7710b6b727f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:51.028530 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:52.333337 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 5 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:24:52.443267 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:09.659189 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 51382) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:25:09.729804 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba41fd6b-e956-4675-8e09-199243db54e2 admin admin] GET failed (client error): The resource could not be found. Jul 07 18:25:09.731121 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-ba41fd6b-e956-4675-8e09-199243db54e2 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0710075 Jul 07 18:25:09.863127 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e226c18d-031f-4fbd-8a1f-cef3df654457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:09.864515 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-e226c18d-031f-4fbd-8a1f-cef3df654457 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1296113 Jul 07 18:25:11.992205 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 51392) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:25:12.098887 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b1ac4c-f5f0-4e85-af32-cae3a6f96a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:12.100237 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-50b1ac4c-f5f0-4e85-af32-cae3a6f96a7a admin admin] 10.222.0.41 "GET /v2.0/subnets/e94c3a62-912e-41ee-8d5f-4ac47d03942d HTTP/1.1" status: 200 len: 849 time: 0.1070914 Jul 07 18:25:12.109329 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-be21c1d8-f00e-4863-8ddd-4d646a120c8f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:25:12.262016 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-be21c1d8-f00e-4863-8ddd-4d646a120c8f admin admin] Notify callbacks [] for subnet, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:12.450252 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-be21c1d8-f00e-4863-8ddd-4d646a120c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734830636243'] for subnet, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:12.454676 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:25:12.494397 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be21c1d8-f00e-4863-8ddd-4d646a120c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:12.495311 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-be21c1d8-f00e-4863-8ddd-4d646a120c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:12.496694 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-be21c1d8-f00e-4863-8ddd-4d646a120c8f admin admin] 10.222.0.41 "PUT /v2.0/subnets/e94c3a62-912e-41ee-8d5f-4ac47d03942d HTTP/1.1" status: 200 len: 868 time: 0.3910148 Jul 07 18:25:12.498392 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be67b59-5f82-4b2b-8621-caef6db9d8af None None] Network 58e58be0-bd1f-4e77-936d-029dcbaddd7b requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:25:12.525919 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21c1d8-f00e-4863-8ddd-4d646a120c8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e94c3a62-912e-41ee-8d5f-4ac47d03942d,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:12.533445 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21c1d8-f00e-4863-8ddd-4d646a120c8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:12.533825 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21c1d8-f00e-4863-8ddd-4d646a120c8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:12.534136 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21c1d8-f00e-4863-8ddd-4d646a120c8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:12.534458 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21c1d8-f00e-4863-8ddd-4d646a120c8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:12.534810 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21c1d8-f00e-4863-8ddd-4d646a120c8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:12.535134 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21c1d8-f00e-4863-8ddd-4d646a120c8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:12.535450 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21c1d8-f00e-4863-8ddd-4d646a120c8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:12.535765 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21c1d8-f00e-4863-8ddd-4d646a120c8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:12.536079 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21c1d8-f00e-4863-8ddd-4d646a120c8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:12.536390 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21c1d8-f00e-4863-8ddd-4d646a120c8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:12.536706 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21c1d8-f00e-4863-8ddd-4d646a120c8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:12.537018 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21c1d8-f00e-4863-8ddd-4d646a120c8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:12.540859 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-be21c1d8-f00e-4863-8ddd-4d646a120c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:25:12.986845 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-e35ec1ae-dc12-4005-ad7e-7b99f22ecc05 None None] Provisioning complete for port 6a6def4c-113f-4b70-a41b-62a766f6cb8d triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:25:12.987219 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e35ec1ae-dc12-4005-ad7e-7b99f22ecc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:13.117921 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-e35ec1ae-dc12-4005-ad7e-7b99f22ecc05 None None] Provisioning complete for port d5b83ad5-ff2b-44d3-b9c2-ab30d7bd3a0e triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:25:13.118287 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e35ec1ae-dc12-4005-ad7e-7b99f22ecc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:14.631001 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 51402) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:25:14.805824 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b017c9-6da1-453c-bd4e-1f30a8e1e6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:14.806299 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b017c9-6da1-453c-bd4e-1f30a8e1e6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:14.807118 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-37b017c9-6da1-453c-bd4e-1f30a8e1e6d9 admin admin] Synchronizing usage tracker for tenant:f0faf52629ed4689998ce66cc92a1c13 on resource:network {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:25:14.823533 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-37b017c9-6da1-453c-bd4e-1f30a8e1e6d9 admin admin] Unset dirty status for tenant:f0faf52629ed4689998ce66cc92a1c13 on resource:network {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:25:14.824655 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-37b017c9-6da1-453c-bd4e-1f30a8e1e6d9 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1927299 Jul 07 18:25:16.938607 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 51412) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:25:17.109506 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ace0e9b-6309-4e95-b2d2-fce93789ee3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:17.109986 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ace0e9b-6309-4e95-b2d2-fce93789ee3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:17.111583 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-2ace0e9b-6309-4e95-b2d2-fce93789ee3f admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1714950 Jul 07 18:25:17.526686 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f150df00-2e4c-4a02-b95f-d42615a40a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:18.095029 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.278360 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 51422) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:25:19.452994 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8de54f-de79-423b-bedc-f1246f74f064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:19.454271 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-9a8de54f-de79-423b-bedc-f1246f74f064 admin admin] 10.222.0.41 "GET /v2.0/networks/58e58be0-bd1f-4e77-936d-029dcbaddd7b HTTP/1.1" status: 200 len: 869 time: 0.1748321 Jul 07 18:25:20.234707 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8a1072d9-35e1-475b-992e-a059542419a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:21.032285 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:21.577343 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 51432) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:25:21.740824 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732e528c-54af-4056-91ee-41853c686ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:21.742200 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-732e528c-54af-4056-91ee-41853c686ae3 admin admin] 10.222.0.41 "GET /v2.0/networks/7ef95752-4103-4704-97c1-943158aedf11 HTTP/1.1" status: 200 len: 886 time: 0.1639245 Jul 07 18:25:22.445889 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.863174 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 51442) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:25:23.968428 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702a148a-31af-4052-8dd3-10f5e4b797cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:23.968926 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702a148a-31af-4052-8dd3-10f5e4b797cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:23.971075 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-702a148a-31af-4052-8dd3-10f5e4b797cc admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1069353 Jul 07 18:25:26.083357 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 51452) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:25:26.192497 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25132623-20e1-4f3a-a789-4ee2d3f2031b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:26.192947 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25132623-20e1-4f3a-a789-4ee2d3f2031b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:26.194515 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-25132623-20e1-4f3a-a789-4ee2d3f2031b admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1102166 Jul 07 18:25:28.314684 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 51462) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:25:28.413901 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffed21e-e6ec-4298-8940-ee83f2147ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:28.414459 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-bffed21e-e6ec-4298-8940-ee83f2147ccc admin admin] Synchronizing usage tracker for tenant:f0faf52629ed4689998ce66cc92a1c13 on resource:subnet {{(pid=78478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:25:28.432074 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-bffed21e-e6ec-4298-8940-ee83f2147ccc admin admin] Unset dirty status for tenant:f0faf52629ed4689998ce66cc92a1c13 on resource:subnet {{(pid=78478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:25:28.433257 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-bffed21e-e6ec-4298-8940-ee83f2147ccc admin admin] 10.222.0.41 "GET /v2.0/subnets/1cf84b46-eaf0-4390-8fc2-d553f7bad2f6 HTTP/1.1" status: 200 len: 816 time: 0.1175873 Jul 07 18:25:29.331927 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 5 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:25:30.569876 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 51472) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:25:30.676654 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0238ab33-70f5-4858-9df7-b6111366f48c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:30.678021 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-0238ab33-70f5-4858-9df7-b6111366f48c admin admin] 10.222.0.41 "GET /v2.0/subnets/e94c3a62-912e-41ee-8d5f-4ac47d03942d HTTP/1.1" status: 200 len: 868 time: 0.1072016 Jul 07 18:25:47.530146 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d0189402-9c77-456a-8b64-735d5d6f49e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:48.098172 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:50.238890 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d7a90a71-a46f-4346-ab42-fc3c3a7601fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:51.036373 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:52.447488 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:53.653389 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 51516) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:25:53.713100 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [None req-12594cb8-081c-4395-a98a-d8391662c7fe admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=78478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:25:53.714103 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-12594cb8-081c-4395-a98a-d8391662c7fe admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0597761 Jul 07 18:25:55.909266 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 51526) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:25:55.976784 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf87d049-13a4-44bc-889e-6558b79152f7 admin admin] GET failed (client error): The resource could not be found. Jul 07 18:25:55.978073 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-bf87d049-13a4-44bc-889e-6558b79152f7 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0678711 Jul 07 18:25:56.102341 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bed2f5-3903-4b0d-a58d-c2820466ae17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:56.103756 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-f6bed2f5-3903-4b0d-a58d-c2820466ae17 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1218297 Jul 07 18:25:58.246277 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 51536) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:25:58.293376 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:25:58.299005 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:25:58.308481 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:25:58.318493 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Made reservation on behalf of f0faf52629ed4689998ce66cc92a1c13 for: {'network': 1} {{(pid=78478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:25:58.320836 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for network, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:58.408830 dv-cinder-798696-1-smb neutron-server[78478]: WARNING neutron.services.revisions.revision_plugin [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Could not find related network for resource to bump revision. Jul 07 18:25:58.420907 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=78478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:25:58.430333 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:58.430674 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.db.segments_db [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Added segment ec7d3009-dc5e-41a7-8d5f-56e62fe248a1 of type vlan for network d544a959-d008-4231-a1f5-2c4e1f59dca6 Jul 07 18:25:58.456475 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734830079582'] for network, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:58.484748 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for network, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:58.486015 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:58.486590 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:58.491081 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:25:58.585608 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3382914 Jul 07 18:25:58.588140 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Pushing event updated for resources: {'Network': ['ID=d544a959-d008-4231-a1f5-2c4e1f59dca6,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:58.596262 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:58.596598 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:58.596947 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:58.597274 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:58.597596 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:58.597931 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:58.598390 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:58.598711 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:58.599055 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:58.599363 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:58.599671 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:58.599983 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:58.604596 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:25:58.611924 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Network d544a959-d008-4231-a1f5-2c4e1f59dca6 details requested by agent ovs-agent-dv-cinder-798696-1-smb with host dv-cinder-798696-1-smb {{(pid=78479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 07 18:26:00.749614 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 51546) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:26:00.818385 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e5f01d-32e6-4f2e-b25c-e596a4d4eeb4 admin admin] GET failed (client error): The resource could not be found. Jul 07 18:26:00.818927 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-00e5f01d-32e6-4f2e-b25c-e596a4d4eeb4 admin admin] Synchronizing usage tracker for tenant:f0faf52629ed4689998ce66cc92a1c13 on resource:network {{(pid=78478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:26:00.833540 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-00e5f01d-32e6-4f2e-b25c-e596a4d4eeb4 admin admin] Unset dirty status for tenant:f0faf52629ed4689998ce66cc92a1c13 on resource:network {{(pid=78478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:26:00.834648 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-00e5f01d-32e6-4f2e-b25c-e596a4d4eeb4 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0833447 Jul 07 18:26:00.938210 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39aa779-a9ae-413c-9a84-64eec47da6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:00.939623 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-b39aa779-a9ae-413c-9a84-64eec47da6be admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1010644 Jul 07 18:26:00.949189 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-fc52c93c-897f-458e-aa1e-99d8c079fede admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'd544a959-d008-4231-a1f5-2c4e1f59dca6', 'cidr': '192.168.233.0/24'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:26:00.953562 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-fc52c93c-897f-458e-aa1e-99d8c079fede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:26:00.963023 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-fc52c93c-897f-458e-aa1e-99d8c079fede admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:26:00.972507 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc52c93c-897f-458e-aa1e-99d8c079fede admin admin] Made reservation on behalf of f0faf52629ed4689998ce66cc92a1c13 for: {'subnet': 1} {{(pid=78478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:26:00.974816 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-fc52c93c-897f-458e-aa1e-99d8c079fede admin admin] Notify callbacks [] for subnet, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:01.209678 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-fc52c93c-897f-458e-aa1e-99d8c079fede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for subnet, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:01.213472 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:26:01.284532 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52c93c-897f-458e-aa1e-99d8c079fede admin admin] Pushing event updated for resources: {'Subnet': ['ID=479e8ab5-0eb9-435f-9f78-003dcdc07892,revision_number=0']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:01.287677 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-fc52c93c-897f-458e-aa1e-99d8c079fede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:26:01.293545 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc52c93c-897f-458e-aa1e-99d8c079fede admin admin] Checking segment: {'id': 'ec7d3009-dc5e-41a7-8d5f-56e62fe248a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd544a959-d008-4231-a1f5-2c4e1f59dca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:26:01.293894 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc52c93c-897f-458e-aa1e-99d8c079fede admin admin] Network hostable DHCP agents. Network: d544a959-d008-4231-a1f5-2c4e1f59dca6, hostable agents: ['7844bae0-677e-4565-b01a-e2785e2cda9f'], hosted agents: [] {{(pid=78478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:26:01.312409 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc52c93c-897f-458e-aa1e-99d8c079fede admin admin] Network d544a959-d008-4231-a1f5-2c4e1f59dca6 is scheduled to be hosted by DHCP agent 7844bae0-677e-4565-b01a-e2785e2cda9f with binding_index 1 {{(pid=78478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:26:01.321541 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-fc52c93c-897f-458e-aa1e-99d8c079fede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-smb, d544a959-d008-4231-a1f5-2c4e1f59dca6) {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:26:01.327230 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc52c93c-897f-458e-aa1e-99d8c079fede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:01.327230 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-fc52c93c-897f-458e-aa1e-99d8c079fede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:01.330240 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382c7bb1-70c9-4f24-8864-9371c50683f6 None None] Network d544a959-d008-4231-a1f5-2c4e1f59dca6 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:26:01.353068 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-fc52c93c-897f-458e-aa1e-99d8c079fede admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4073272 Jul 07 18:26:01.549933 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8f3e94d-d4ff-597a-b978-e9d82c1a24d1-d544a959-d008-4231-a1f5-2c4e1f59dca6', 'network_id': 'd544a959-d008-4231-a1f5-2c4e1f59dca6', 'tenant_id': 'f0faf52629ed4689998ce66cc92a1c13', 'fixed_ips': [{'subnet_id': '479e8ab5-0eb9-435f-9f78-003dcdc07892'}]}} from dv-cinder-798696-1-smb. {{(pid=78479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 07 18:26:01.551011 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:01.709670 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Allocated IP 192.168.233.2 (d544a959-d008-4231-a1f5-2c4e1f59dca6/479e8ab5-0eb9-435f-9f78-003dcdc07892/8238b3b4-c5f1-44de-8c0e-ffe19dec35cb) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:26:01.950395 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:01.961680 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Transition to ACTIVE for port object 8238b3b4-c5f1-44de-8c0e-ffe19dec35cb will not be triggered until provisioned by entity L2. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:26:01.980218 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Transition to ACTIVE for port object 8238b3b4-c5f1-44de-8c0e-ffe19dec35cb will not be triggered until provisioned by entity DHCP. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:26:01.986075 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:01.990801 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:26:02.051958 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Network d544a959-d008-4231-a1f5-2c4e1f59dca6 is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:26:02.053092 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:26:02.055855 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:26:02.091241 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Pushing event updated for resources: {'Port': ['ID=8238b3b4-c5f1-44de-8c0e-ffe19dec35cb,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:02.143049 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:02.143405 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:02.143739 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:02.144063 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:02.144380 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:02.144697 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:02.145017 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:02.145325 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:02.145635 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:02.145945 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:02.146255 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:02.146560 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:02.150821 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:26:02.169168 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Attempting to bind port 8238b3b4-c5f1-44de-8c0e-ffe19dec35cb on host dv-cinder-798696-1-smb for vnic_type normal with profile {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:26:02.169531 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Attempting to bind port 8238b3b4-c5f1-44de-8c0e-ffe19dec35cb by drivers openvswitch,hyperv on host dv-cinder-798696-1-smb at level 0 using segments [{'id': 'ec7d3009-dc5e-41a7-8d5f-56e62fe248a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd544a959-d008-4231-a1f5-2c4e1f59dca6'}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:26:02.169890 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Attempting to bind port 8238b3b4-c5f1-44de-8c0e-ffe19dec35cb on network d544a959-d008-4231-a1f5-2c4e1f59dca6 {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:26:02.175899 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Checking agent: {'id': '0db86e1d-da65-40b6-b0e9-b4ccdca3fd82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 18), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:26:02.176270 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Checking segment: {'id': 'ec7d3009-dc5e-41a7-8d5f-56e62fe248a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd544a959-d008-4231-a1f5-2c4e1f59dca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:26:02.176667 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:02.177056 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Bound using segment: {'id': 'ec7d3009-dc5e-41a7-8d5f-56e62fe248a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd544a959-d008-4231-a1f5-2c4e1f59dca6'} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:26:02.177513 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Bound port: 8238b3b4-c5f1-44de-8c0e-ffe19dec35cb, host: dv-cinder-798696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7d3009-dc5e-41a7-8d5f-56e62fe248a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd544a959-d008-4231-a1f5-2c4e1f59dca6'}}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:26:02.177902 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:02.268010 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] For port 8238b3b4-c5f1-44de-8c0e-ffe19dec35cb, host dv-cinder-798696-1-smb, cleared binding levels {{(pid=78479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:26:02.271150 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] For port 8238b3b4-c5f1-44de-8c0e-ffe19dec35cb, host dv-cinder-798696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=8238b3b4-c5f1-44de-8c0e-ffe19dec35cb,segment=NetworkSegment(ec7d3009-dc5e-41a7-8d5f-56e62fe248a1),segment_id=ec7d3009-dc5e-41a7-8d5f-56e62fe248a1)] {{(pid=78479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:26:02.276857 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:02.280762 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:26:02.361811 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Pushing event updated for resources: {'Port': ['ID=8238b3b4-c5f1-44de-8c0e-ffe19dec35cb,revision_number=2']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:02.365063 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:26:02.837064 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 8238b3b4-c5f1-44de-8c0e-ffe19dec35cb up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:26:02.908843 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning for port 8238b3b4-c5f1-44de-8c0e-ffe19dec35cb completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:26:03.217155 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b364a44-8e52-4bd8-9c2c-9d8a1cf64bbc None None] Network d544a959-d008-4231-a1f5-2c4e1f59dca6 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:26:03.302592 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-b60c2ee2-6621-48bb-8023-cdd6f2037203 None None] Provisioning for port 8238b3b4-c5f1-44de-8c0e-ffe19dec35cb completed by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:26:03.311330 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-b60c2ee2-6621-48bb-8023-cdd6f2037203 None None] Provisioning complete for port 8238b3b4-c5f1-44de-8c0e-ffe19dec35cb triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:26:03.311701 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b60c2ee2-6621-48bb-8023-cdd6f2037203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:03.551892 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b60c2ee2-6621-48bb-8023-cdd6f2037203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:03.592149 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-b60c2ee2-6621-48bb-8023-cdd6f2037203 None None] For port 8238b3b4-c5f1-44de-8c0e-ffe19dec35cb, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=8238b3b4-c5f1-44de-8c0e-ffe19dec35cb,segment=NetworkSegment(ec7d3009-dc5e-41a7-8d5f-56e62fe248a1),segment_id=ec7d3009-dc5e-41a7-8d5f-56e62fe248a1)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:26:03.599537 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b60c2ee2-6621-48bb-8023-cdd6f2037203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:03.602099 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:26:03.674555 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c2ee2-6621-48bb-8023-cdd6f2037203 None None] Pushing event updated for resources: {'Port': ['ID=8238b3b4-c5f1-44de-8c0e-ffe19dec35cb,revision_number=3']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:03.678162 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-b60c2ee2-6621-48bb-8023-cdd6f2037203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:26:03.832477 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-6aaf25c7-b404-455e-bf5d-86d286e35ce0 None None] Provisioning complete for port 8238b3b4-c5f1-44de-8c0e-ffe19dec35cb triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:26:03.832725 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6aaf25c7-b404-455e-bf5d-86d286e35ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:04.804502 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 8238b3b4-c5f1-44de-8c0e-ffe19dec35cb up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:26:04.874098 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 8238b3b4-c5f1-44de-8c0e-ffe19dec35cb triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:26:04.874464 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:06.331849 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 5 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:26:17.534149 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dd605159-2183-4371-8dd1-80086105df4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:18.103116 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:20.240618 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-815f86f0-2552-4806-ba4d-317234ae3ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:21.040729 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:22.451730 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:43.331190 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 5 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:26:47.536345 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f1b8d009-87d1-4432-8ed6-e4e094f0969d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:48.105307 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:50.243817 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-493d0f2e-68d2-4a6a-b1d3-7b2239002e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:51.042064 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:52.454699 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:10.276048 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 51596) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:27:10.282013 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [None req-5f6a68a3-72c3-41cf-83ea-460a515b8ece tempest-verify_tempest_config-1725209990 tempest-verify_tempest_config-1725209990-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=78478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:27:10.283002 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-5f6a68a3-72c3-41cf-83ea-460a515b8ece tempest-verify_tempest_config-1725209990 tempest-verify_tempest_config-1725209990-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059810 Jul 07 18:27:10.579247 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 51614) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:27:10.698411 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-beb5719e-9492-416e-9b02-2a658ac39c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:10.713094 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-beb5719e-9492-416e-9b02-2a658ac39c0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:27:10.716802 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-beb5719e-9492-416e-9b02-2a658ac39c0c admin admin] Usage tracker for resource:security_group_rule and tenant:3b894aa55f814cb7bde93d35229f188a is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:27:10.719501 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-beb5719e-9492-416e-9b02-2a658ac39c0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:27:10.725211 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-beb5719e-9492-416e-9b02-2a658ac39c0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:27:10.807420 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-beb5719e-9492-416e-9b02-2a658ac39c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:10.811022 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-beb5719e-9492-416e-9b02-2a658ac39c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:10.822781 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:27:10.860619 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-beb5719e-9492-416e-9b02-2a658ac39c0c admin admin] Synchronizing usage tracker for tenant:f0faf52629ed4689998ce66cc92a1c13 on resource:security_group {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:27:10.864493 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5719e-9492-416e-9b02-2a658ac39c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b130369-e4d2-4e9f-96b2-8011fb0593d9,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:10.874001 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb5719e-9492-416e-9b02-2a658ac39c0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:10.874345 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb5719e-9492-416e-9b02-2a658ac39c0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:10.874678 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb5719e-9492-416e-9b02-2a658ac39c0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:10.875044 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb5719e-9492-416e-9b02-2a658ac39c0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:10.875369 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb5719e-9492-416e-9b02-2a658ac39c0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:10.875691 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb5719e-9492-416e-9b02-2a658ac39c0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:10.876010 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb5719e-9492-416e-9b02-2a658ac39c0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:10.876328 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb5719e-9492-416e-9b02-2a658ac39c0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:10.876647 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb5719e-9492-416e-9b02-2a658ac39c0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:10.876964 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb5719e-9492-416e-9b02-2a658ac39c0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:10.877278 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb5719e-9492-416e-9b02-2a658ac39c0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:10.877588 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb5719e-9492-416e-9b02-2a658ac39c0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:10.882413 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-beb5719e-9492-416e-9b02-2a658ac39c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:27:10.890069 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-beb5719e-9492-416e-9b02-2a658ac39c0c admin admin] Unset dirty status for tenant:f0faf52629ed4689998ce66cc92a1c13 on resource:security_group {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:27:10.891470 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-beb5719e-9492-416e-9b02-2a658ac39c0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3b894aa55f814cb7bde93d35229f188a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3112051 Jul 07 18:27:10.894013 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 51620) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:27:10.955049 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-a68de2f1-6cb4-46c2-bcf5-c99f8c1318ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:10.981356 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-a68de2f1-6cb4-46c2-bcf5-c99f8c1318ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:11.072959 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-a68de2f1-6cb4-46c2-bcf5-c99f8c1318ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:11.076818 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:27:11.087940 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68de2f1-6cb4-46c2-bcf5-c99f8c1318ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b130369-e4d2-4e9f-96b2-8011fb0593d9,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:11.091363 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-a68de2f1-6cb4-46c2-bcf5-c99f8c1318ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:27:11.095150 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-a68de2f1-6cb4-46c2-bcf5-c99f8c1318ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:11.096454 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-a68de2f1-6cb4-46c2-bcf5-c99f8c1318ff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b130369-e4d2-4e9f-96b2-8011fb0593d9 HTTP/1.1" status: 204 len: 168 time: 0.2013707 Jul 07 18:27:17.538874 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b2fa0b24-552f-4832-a0b8-9e7894b46126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:18.108904 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:20.247087 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f15d7875-6e17-4c7d-ae58-4729c401dea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:20.330477 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 5 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:27:21.045897 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:22.462238 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:47.540450 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a1205350-f877-428a-89a0-f02093c68c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:48.110551 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:50.249030 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b8d9f1a1-1702-4fd2-aa8d-919e15a1d053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:51.048009 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:52.462709 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:57.329779 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 5 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:28:17.562861 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7f4ece11-59cd-474a-8d02-6b65e2ec0dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:18.113034 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:20.250522 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-332341bd-49ff-4257-9f15-8dee4afbbe01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:21.052248 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:22.462655 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:34.328979 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 5 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:28:47.544517 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f6d58f24-1051-49a3-ab8d-39abc36204b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:48.116993 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:50.260119 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d1e16f91-cb8c-4420-8d45-f22c498bdfc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:51.053873 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:52.469284 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:05.879896 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-547041'] for agent, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:11.229151 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 51672) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:29:11.330226 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:29:11.341653 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-55dce678-82fe-4975-810b-f88802f1cdc8 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1113629 Jul 07 18:29:13.486303 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 51686) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:29:13.547389 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-49fed790-b2b8-4499-9f22-d4d6b96b15d3 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0599520 Jul 07 18:29:17.546024 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-63d0364a-f87b-4bcd-a9ed-d0ef02594289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:18.120296 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:20.253359 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-aa3e373c-d5e8-48dd-bd25-48354265eb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:21.056770 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:22.471822 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:35.824806 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:47.548059 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c740c49c-b17c-4fb6-8fb6-68b5f5300de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:48.124473 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:48.329979 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:29:50.257802 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-33ebae93-5309-43f1-ac79-defc9ec4799f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:51.059791 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:52.473925 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:05.831709 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:17.550747 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a6c1ad80-117d-4f04-862c-b7528b2b70e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:18.128642 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:20.260782 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-138d93c9-0a25-4de6-8924-aa2836df0fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:21.063591 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:22.477884 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:25.329546 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:30:35.835750 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:47.553596 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-48461c78-a965-4bb1-bf1d-8fd0feb47705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:48.131671 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:50.262558 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-2ff8e07d-01b9-40d1-906b-2d0df9ff1617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:51.066354 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:52.489596 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:56.724717 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 51898) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:30:56.775322 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 51904) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:30:56.937365 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 51914) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:30:56.986832 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 51920) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:30:57.093315 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1160312080-network', 'tenant_id': '141aaf718a50403cb0402f655c144713'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:57.102678 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:30:57.107599 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-57289886-network', 'tenant_id': '801cd77637e2403187e00ddcc37d09c9'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:57.113004 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Usage tracker for resource:network and tenant:141aaf718a50403cb0402f655c144713 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:30:57.116293 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:30:57.122907 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:30:57.127664 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:30:57.130696 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] Usage tracker for resource:network and tenant:801cd77637e2403187e00ddcc37d09c9 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:30:57.134286 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:30:57.143550 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:30:57.149178 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Made reservation on behalf of 141aaf718a50403cb0402f655c144713 for: {'network': 1} {{(pid=78478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:30:57.151477 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for network, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.167097 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.181462 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-997314019-network', 'tenant_id': '8f3ff43f73644b7ea447bee624649895'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:57.182912 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:30:57.186377 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:30:57.186970 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Usage tracker for resource:security_group_rule and tenant:141aaf718a50403cb0402f655c144713 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:30:57.190192 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:30:57.190817 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Usage tracker for resource:network and tenant:8f3ff43f73644b7ea447bee624649895 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:30:57.194202 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:30:57.196457 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:30:57.199791 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] Made reservation on behalf of 801cd77637e2403187e00ddcc37d09c9 for: {'network': 1} {{(pid=78478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:30:57.202147 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for network, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.203047 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:30:57.216570 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Made reservation on behalf of 8f3ff43f73644b7ea447bee624649895 for: {'network': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:30:57.219094 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for network, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.222941 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.236456 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.247557 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:30:57.251779 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] Usage tracker for resource:security_group_rule and tenant:801cd77637e2403187e00ddcc37d09c9 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:30:57.254666 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:30:57.256056 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:30:57.260456 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:30:57.261602 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Usage tracker for resource:security_group_rule and tenant:8f3ff43f73644b7ea447bee624649895 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:30:57.266461 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:30:57.275816 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:30:57.354869 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.364029 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.379176 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=78478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:30:57.384311 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.388420 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:30:57.390021 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.398705 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.399579 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.db.segments_db [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Added segment 9d388b74-63ed-4e83-854a-630c6157b3b4 of type vlan for network 8aa84765-413d-4dc2-8d21-d785f19625b4 Jul 07 18:30:57.406010 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=78477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:30:57.417061 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.417401 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.db.segments_db [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Added segment ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c of type vlan for network 92e10a70-b230-47f5-8f0a-d4a88037a098 Jul 07 18:30:57.432078 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734830079582'] for network, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.448322 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734830079582'] for network, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.458739 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-beb5719e-9492-416e-9b02-2a658ac39c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:30:57.483999 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1349271810-network', 'tenant_id': 'bc6466203fb64d209e71b43c6a72d58b'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:57.498448 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3da94df-0220-4626-a302-639116d66eab,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:57.507707 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:57.510768 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.511115 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.511443 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.511764 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.512078 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.512478 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.512981 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.513450 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.513995 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.514470 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.515000 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.515505 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Tracked resource versions report: Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: pushed versions: Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: { 'AddressGroup': {'1.2'}, Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: 'ConntrackHelper': {'1.0'}, Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: 'Log': {'1.0'}, Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: 'Network': {'1.1'}, Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: 'Port': {'1.7'}, Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: 'PortForwarding': {'1.2'}, Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: 'QosPolicy': {'1.8'}, Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: 'SecurityGroup': {'1.4'}, Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: 'SecurityGroupRule': {'1.2'}, Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: 'SubPort': {'1.0'}, Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: 'Subnet': {'1.1'}, Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: 'Trunk': {'1.1'}} Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: consumer versions: Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: { DHCP agent@dv-cinder-798696-1-smb: {}, Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: HyperV agent@hv-cinder-79869: {}, Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: L3 agent@dv-cinder-798696-1-smb: {}, Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: Metadata agent@dv-cinder-798696-1-smb: {}, Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: Metering agent@dv-cinder-798696-1-smb: {}, Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: Open vSwitch agent@dv-cinder-798696-1-smb: { 'AddressGroup': '1.2', Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: 'ConntrackHelper': '1.0', Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: 'Log': '1.0', Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: 'Network': '1.1', Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: 'Port': '1.7', Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: 'PortForwarding': '1.2', Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: 'QosPolicy': '1.8', Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: 'SecurityGroup': '1.4', Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: 'SecurityGroupRule': '1.2', Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: 'SubPort': '1.0', Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: 'Subnet': '1.1', Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: 'Trunk': '1.1'}} Jul 07 18:30:57.516858 dv-cinder-798696-1-smb neutron-server[78478]: {{(pid=78478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 18:30:57.521950 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for network, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.522766 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.523179 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.523514 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.523729 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:30:57.524357 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.524646 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.524961 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.525274 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.525586 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.525915 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.526227 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.526534 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.526886 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Tracked resource versions report: Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: pushed versions: Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: { 'AddressGroup': {'1.2'}, Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: 'ConntrackHelper': {'1.0'}, Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: 'Log': {'1.0'}, Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: 'Network': {'1.1'}, Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: 'Port': {'1.7'}, Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: 'PortForwarding': {'1.2'}, Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: 'QosPolicy': {'1.8'}, Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: 'SecurityGroup': {'1.4'}, Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: 'SecurityGroupRule': {'1.2'}, Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: 'SubPort': {'1.0'}, Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: 'Subnet': {'1.1'}, Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: 'Trunk': {'1.1'}} Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: consumer versions: Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: { DHCP agent@dv-cinder-798696-1-smb: {}, Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: HyperV agent@hv-cinder-79869: {}, Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: L3 agent@dv-cinder-798696-1-smb: {}, Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: Metadata agent@dv-cinder-798696-1-smb: {}, Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: Metering agent@dv-cinder-798696-1-smb: {}, Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: Open vSwitch agent@dv-cinder-798696-1-smb: { 'AddressGroup': '1.2', Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: 'ConntrackHelper': '1.0', Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: 'Log': '1.0', Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: 'Network': '1.1', Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: 'Port': '1.7', Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: 'PortForwarding': '1.2', Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: 'QosPolicy': '1.8', Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: 'SecurityGroup': '1.4', Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: 'SecurityGroupRule': '1.2', Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: 'SubPort': '1.0', Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: 'Subnet': '1.1', Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: 'Trunk': '1.1'}} Jul 07 18:30:57.528974 dv-cinder-798696-1-smb neutron-server[78477]: {{(pid=78477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 18:30:57.532561 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:57.533558 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.536645 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:30:57.541321 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:30:57.544540 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] Usage tracker for resource:network and tenant:bc6466203fb64d209e71b43c6a72d58b is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:30:57.549404 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:30:57.556682 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:30:57.559589 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for network, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.562494 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:57.563297 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.566647 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-4ee5ef97-55d9-4a56-9ab1-e56edeb2f0ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:30:57.572558 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:30:57.665137 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] Made reservation on behalf of bc6466203fb64d209e71b43c6a72d58b for: {'network': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:30:57.668598 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for network, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.677667 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Pushing event updated for resources: {'Network': ['ID=8aa84765-413d-4dc2-8d21-d785f19625b4,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:57.684920 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9590807 Jul 07 18:30:57.686090 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:30:57.687957 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 51954) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:30:57.694999 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Network 8aa84765-413d-4dc2-8d21-d785f19625b4 details requested by agent ovs-agent-dv-cinder-798696-1-smb with host dv-cinder-798696-1-smb {{(pid=78479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 07 18:30:57.699516 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-76fcfbf5-e9a4-4982-a333-d9da1cee2461 admin admin] Request body: {'subnet': {'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1160312080-subnet', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:57.705414 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-76fcfbf5-e9a4-4982-a333-d9da1cee2461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:30:57.709904 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-76fcfbf5-e9a4-4982-a333-d9da1cee2461 admin admin] Usage tracker for resource:subnet and tenant:141aaf718a50403cb0402f655c144713 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:30:57.714542 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-76fcfbf5-e9a4-4982-a333-d9da1cee2461 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:30:57.721764 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-76fcfbf5-e9a4-4982-a333-d9da1cee2461 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:30:57.739071 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fcfbf5-e9a4-4982-a333-d9da1cee2461 admin admin] Made reservation on behalf of 141aaf718a50403cb0402f655c144713 for: {'subnet': 1} {{(pid=78478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:30:57.742446 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-76fcfbf5-e9a4-4982-a333-d9da1cee2461 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.746012 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.790227 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8506355 Jul 07 18:30:57.792938 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 51960) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:30:57.795655 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Pushing event updated for resources: {'Network': ['ID=92e10a70-b230-47f5-8f0a-d4a88037a098,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:57.807715 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:30:57.814500 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-c9c87932-a3c2-42be-9c57-941efeeef3b2 admin admin] Request body: {'subnet': {'network_id': '92e10a70-b230-47f5-8f0a-d4a88037a098', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-997314019-subnet', 'tenant_id': '8f3ff43f73644b7ea447bee624649895', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:57.825833 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:30:57.834683 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-c9c87932-a3c2-42be-9c57-941efeeef3b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:30:57.845662 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] Usage tracker for resource:security_group_rule and tenant:bc6466203fb64d209e71b43c6a72d58b is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:30:57.851068 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-c9c87932-a3c2-42be-9c57-941efeeef3b2 admin admin] Usage tracker for resource:subnet and tenant:8f3ff43f73644b7ea447bee624649895 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:30:57.864287 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:30:57.870025 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-c9c87932-a3c2-42be-9c57-941efeeef3b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:30:57.896805 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:30:57.903860 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-c9c87932-a3c2-42be-9c57-941efeeef3b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:30:57.921762 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.946853 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Network 92e10a70-b230-47f5-8f0a-d4a88037a098 details requested by agent ovs-agent-dv-cinder-798696-1-smb with host dv-cinder-798696-1-smb {{(pid=78479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 07 18:30:57.958426 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.976459 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c87932-a3c2-42be-9c57-941efeeef3b2 admin admin] Made reservation on behalf of 8f3ff43f73644b7ea447bee624649895 for: {'subnet': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:30:57.982082 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=78478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:30:57.995108 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-c9c87932-a3c2-42be-9c57-941efeeef3b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.003812 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.004366 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.db.segments_db [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] Added segment a67dfcbe-c679-4d3f-b4bc-195e22269185 of type vlan for network 00122975-89ac-4879-bc72-e0e4e7651f21 Jul 07 18:30:58.037066 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:30:58.092572 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c883ce36-c011-4136-b322-3756fd0b064a,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:58.100977 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:30:58.110425 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734830079582'] for network, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.184192 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for network, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.186353 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:58.187300 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.214282 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:30:58.231314 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-76fcfbf5-e9a4-4982-a333-d9da1cee2461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for subnet, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.240164 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4635959 Jul 07 18:30:58.249650 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 51972) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:30:58.383844 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-fe9a6326-b25e-49aa-972e-337fbf25b35f admin admin] Request body: {'subnet': {'network_id': '00122975-89ac-4879-bc72-e0e4e7651f21', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-57289886-subnet', 'tenant_id': '801cd77637e2403187e00ddcc37d09c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:58.386881 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.401829 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-fe9a6326-b25e-49aa-972e-337fbf25b35f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:30:58.405952 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-fe9a6326-b25e-49aa-972e-337fbf25b35f admin admin] Usage tracker for resource:subnet and tenant:801cd77637e2403187e00ddcc37d09c9 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:30:58.409057 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-fe9a6326-b25e-49aa-972e-337fbf25b35f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:30:58.425032 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-fe9a6326-b25e-49aa-972e-337fbf25b35f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:30:58.427657 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.447023 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=78477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:30:58.457523 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.458236 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.db.segments_db [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] Added segment 6c11e738-132e-4473-9b67-ace47e140062 of type vlan for network 71b7e386-9c57-4d9a-be43-8519428530d5 Jul 07 18:30:58.479337 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9a6326-b25e-49aa-972e-337fbf25b35f admin admin] Made reservation on behalf of 801cd77637e2403187e00ddcc37d09c9 for: {'subnet': 1} {{(pid=78478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:30:58.483368 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-fe9a6326-b25e-49aa-972e-337fbf25b35f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.488741 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734830079582'] for network, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.523403 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-a68de2f1-6cb4-46c2-bcf5-c99f8c1318ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:30:58.533460 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for network, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.535228 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:58.536002 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.607405 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0ff45a-daa6-427c-87ac-9bc729548739,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:58.612887 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:30:58.639006 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:30:58.695498 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7074091 Jul 07 18:30:58.697767 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 51982) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:30:58.715534 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-fe9a6326-b25e-49aa-972e-337fbf25b35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for subnet, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.747162 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] Pushing event updated for resources: {'Network': ['ID=00122975-89ac-4879-bc72-e0e4e7651f21,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:58.758439 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Network 00122975-89ac-4879-bc72-e0e4e7651f21 details requested by agent ovs-agent-dv-cinder-798696-1-smb with host dv-cinder-798696-1-smb {{(pid=78479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 07 18:30:58.774562 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:30:58.776839 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-d3aee261-f12b-4815-b2c0-b3d3e88f63ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.410s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:30:58.861115 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-b0bf4419-93ce-4452-af54-f070c0aa1b22 admin admin] Request body: {'subnet': {'network_id': '71b7e386-9c57-4d9a-be43-8519428530d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1349271810-subnet', 'tenant_id': 'bc6466203fb64d209e71b43c6a72d58b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:58.897201 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-b0bf4419-93ce-4452-af54-f070c0aa1b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:30:58.930144 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-c9c87932-a3c2-42be-9c57-941efeeef3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for subnet, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.932462 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fcfbf5-e9a4-4982-a333-d9da1cee2461 admin admin] Checking segment: {'id': '9d388b74-63ed-4e83-854a-630c6157b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:30:58.943188 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fcfbf5-e9a4-4982-a333-d9da1cee2461 admin admin] Network hostable DHCP agents. Network: 8aa84765-413d-4dc2-8d21-d785f19625b4, hostable agents: ['7844bae0-677e-4565-b01a-e2785e2cda9f'], hosted agents: [] {{(pid=78478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:30:58.958879 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-b0bf4419-93ce-4452-af54-f070c0aa1b22 admin admin] Usage tracker for resource:subnet and tenant:bc6466203fb64d209e71b43c6a72d58b is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:30:58.967439 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-b0bf4419-93ce-4452-af54-f070c0aa1b22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:30:58.971217 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] Pushing event updated for resources: {'Network': ['ID=71b7e386-9c57-4d9a-be43-8519428530d5,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:58.974908 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:30:58.984331 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-8c5d8f6b-eda1-481d-ba78-077713c4c08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:30:58.988343 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Network 71b7e386-9c57-4d9a-be43-8519428530d5 details requested by agent ovs-agent-dv-cinder-798696-1-smb with host dv-cinder-798696-1-smb {{(pid=78479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 07 18:30:59.002211 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 52000) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:30:59.007626 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9a6326-b25e-49aa-972e-337fbf25b35f admin admin] Checking segment: {'id': 'a67dfcbe-c679-4d3f-b4bc-195e22269185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '00122975-89ac-4879-bc72-e0e4e7651f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:30:59.008170 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9a6326-b25e-49aa-972e-337fbf25b35f admin admin] Network hostable DHCP agents. Network: 00122975-89ac-4879-bc72-e0e4e7651f21, hostable agents: ['7844bae0-677e-4565-b01a-e2785e2cda9f'], hosted agents: [] {{(pid=78478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:30:59.021075 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fcfbf5-e9a4-4982-a333-d9da1cee2461 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0732594-4d25-48f2-b3f5-656ff1b826e7,revision_number=0']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:59.052169 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-b0bf4419-93ce-4452-af54-f070c0aa1b22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:30:59.151271 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fcfbf5-e9a4-4982-a333-d9da1cee2461 admin admin] Network 8aa84765-413d-4dc2-8d21-d785f19625b4 is scheduled to be hosted by DHCP agent 7844bae0-677e-4565-b01a-e2785e2cda9f with binding_index 1 {{(pid=78478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:30:59.156987 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9a6326-b25e-49aa-972e-337fbf25b35f admin admin] Network 00122975-89ac-4879-bc72-e0e4e7651f21 is scheduled to be hosted by DHCP agent 7844bae0-677e-4565-b01a-e2785e2cda9f with binding_index 1 {{(pid=78478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:30:59.159135 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bf4419-93ce-4452-af54-f070c0aa1b22 admin admin] Made reservation on behalf of bc6466203fb64d209e71b43c6a72d58b for: {'subnet': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:30:59.164532 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-b0bf4419-93ce-4452-af54-f070c0aa1b22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.176281 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-76fcfbf5-e9a4-4982-a333-d9da1cee2461 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-smb, 8aa84765-413d-4dc2-8d21-d785f19625b4) {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:30:59.178003 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-fe9a6326-b25e-49aa-972e-337fbf25b35f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-smb, 00122975-89ac-4879-bc72-e0e4e7651f21) {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:30:59.185104 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2907b3-78f4-4928-aaa1-6381cadf83da None None] Network 8aa84765-413d-4dc2-8d21-d785f19625b4 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:30:59.189330 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a6326-b25e-49aa-972e-337fbf25b35f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4cbb707-c270-421f-bf5e-0a6837269624,revision_number=0']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:59.205003 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fcfbf5-e9a4-4982-a333-d9da1cee2461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:59.205615 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-76fcfbf5-e9a4-4982-a333-d9da1cee2461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.227072 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-fe9a6326-b25e-49aa-972e-337fbf25b35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:30:59.227529 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.492s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:30:59.227800 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:30:59.235192 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9a6326-b25e-49aa-972e-337fbf25b35f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:59.236012 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-fe9a6326-b25e-49aa-972e-337fbf25b35f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.246144 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-76fcfbf5-e9a4-4982-a333-d9da1cee2461 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5572987 Jul 07 18:30:59.247293 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 52022) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:30:59.260891 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-e1d52934-920c-4740-ba6e-1e6cc4805a33 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1160312080-router', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11'}}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:59.267022 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-e1d52934-920c-4740-ba6e-1e6cc4805a33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:30:59.274138 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-e1d52934-920c-4740-ba6e-1e6cc4805a33 admin admin] Usage tracker for resource:router and tenant:141aaf718a50403cb0402f655c144713 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:30:59.277996 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-e1d52934-920c-4740-ba6e-1e6cc4805a33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:30:59.282019 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-fe9a6326-b25e-49aa-972e-337fbf25b35f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0277863 Jul 07 18:30:59.283119 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c87932-a3c2-42be-9c57-941efeeef3b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1570539-ca9f-43b4-b497-d0b015384538,revision_number=0']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:59.286856 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-e1d52934-920c-4740-ba6e-1e6cc4805a33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:30:59.293023 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-c9c87932-a3c2-42be-9c57-941efeeef3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:30:59.305256 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e1d52934-920c-4740-ba6e-1e6cc4805a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-546955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2478'] for router, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.306937 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e1d52934-920c-4740-ba6e-1e6cc4805a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-699805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709345', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2519'] for router, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.316189 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c87932-a3c2-42be-9c57-941efeeef3b2 admin admin] Checking segment: {'id': 'ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '92e10a70-b230-47f5-8f0a-d4a88037a098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:30:59.316558 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c87932-a3c2-42be-9c57-941efeeef3b2 admin admin] Network hostable DHCP agents. Network: 92e10a70-b230-47f5-8f0a-d4a88037a098, hostable agents: ['7844bae0-677e-4565-b01a-e2785e2cda9f'], hosted agents: [] {{(pid=78477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:30:59.348832 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e1d52934-920c-4740-ba6e-1e6cc4805a33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.360584 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c87932-a3c2-42be-9c57-941efeeef3b2 admin admin] Network 92e10a70-b230-47f5-8f0a-d4a88037a098 is scheduled to be hosted by DHCP agent 7844bae0-677e-4565-b01a-e2785e2cda9f with binding_index 1 {{(pid=78477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:30:59.370851 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [None req-c9c87932-a3c2-42be-9c57-941efeeef3b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-smb, 92e10a70-b230-47f5-8f0a-d4a88037a098) {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:30:59.387106 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c87932-a3c2-42be-9c57-941efeeef3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:59.388095 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-c9c87932-a3c2-42be-9c57-941efeeef3b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.434849 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-c9c87932-a3c2-42be-9c57-941efeeef3b2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6396694 Jul 07 18:30:59.443278 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5689ea07-600a-42d2-85ab-10b341d135a0 None None] Network 00122975-89ac-4879-bc72-e0e4e7651f21 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:30:59.455554 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 52028) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:30:59.470094 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-b4addd8b-7175-48db-b662-1d12c51e82f7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-997314019-router', 'tenant_id': '8f3ff43f73644b7ea447bee624649895', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11'}}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:59.473377 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ab787417-1b43-45e4-be6e-ed51b95ee9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.493769 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-b4addd8b-7175-48db-b662-1d12c51e82f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:30:59.504669 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-ab787417-1b43-45e4-be6e-ed51b95ee9ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:30:59.508288 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-b4addd8b-7175-48db-b662-1d12c51e82f7 admin admin] Usage tracker for resource:router and tenant:8f3ff43f73644b7ea447bee624649895 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:30:59.512954 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-b4addd8b-7175-48db-b662-1d12c51e82f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:30:59.516136 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-ab787417-1b43-45e4-be6e-ed51b95ee9ab admin admin] Usage tracker for resource:security_group_rule and tenant:70a2088100984401857ab62b4e6e8bf6 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:30:59.521441 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-ab787417-1b43-45e4-be6e-ed51b95ee9ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:30:59.524947 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-b4addd8b-7175-48db-b662-1d12c51e82f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:30:59.593092 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41e3c9a-4695-426a-b64c-1afff99eb0bb None None] Network 92e10a70-b230-47f5-8f0a-d4a88037a098 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:30:59.645221 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-ab787417-1b43-45e4-be6e-ed51b95ee9ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:30:59.684988 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-b0bf4419-93ce-4452-af54-f070c0aa1b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for subnet, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.700887 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:30:59.757368 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b4addd8b-7175-48db-b662-1d12c51e82f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-546955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2478'] for router, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.759221 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b4addd8b-7175-48db-b662-1d12c51e82f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-699805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709345', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2519'] for router, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.791126 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8f3e94d-d4ff-597a-b978-e9d82c1a24d1-8aa84765-413d-4dc2-8d21-d785f19625b4', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'fixed_ips': [{'subnet_id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7'}]}} from dv-cinder-798696-1-smb. {{(pid=78479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 07 18:30:59.791971 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.863192 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf4419-93ce-4452-af54-f070c0aa1b22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c63f040-2e88-4a9e-9e99-1fbcc431c0be,revision_number=0']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:59.872507 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-b0bf4419-93ce-4452-af54-f070c0aa1b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:30:59.889067 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bf4419-93ce-4452-af54-f070c0aa1b22 admin admin] Checking segment: {'id': '6c11e738-132e-4473-9b67-ace47e140062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '71b7e386-9c57-4d9a-be43-8519428530d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:30:59.889506 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bf4419-93ce-4452-af54-f070c0aa1b22 admin admin] Network hostable DHCP agents. Network: 71b7e386-9c57-4d9a-be43-8519428530d5, hostable agents: ['7844bae0-677e-4565-b01a-e2785e2cda9f'], hosted agents: [] {{(pid=78477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:30:59.933648 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b4addd8b-7175-48db-b662-1d12c51e82f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.938030 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e1d52934-920c-4740-ba6e-1e6cc4805a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-552987', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-546964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2497'] for router, precommit_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.945191 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bf4419-93ce-4452-af54-f070c0aa1b22 admin admin] Network 71b7e386-9c57-4d9a-be43-8519428530d5 is scheduled to be hosted by DHCP agent 7844bae0-677e-4565-b01a-e2785e2cda9f with binding_index 1 {{(pid=78477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:30:59.970198 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [None req-b0bf4419-93ce-4452-af54-f070c0aa1b22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-smb, 71b7e386-9c57-4d9a-be43-8519428530d5) {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:30:59.974394 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bf4419-93ce-4452-af54-f070c0aa1b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:59.975002 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-b0bf4419-93ce-4452-af54-f070c0aa1b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.017398 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-b0bf4419-93ce-4452-af54-f070c0aa1b22 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2815244 Jul 07 18:31:00.045120 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e6d489-ff71-4fb0-8bf4-90299099da01 None None] Network 71b7e386-9c57-4d9a-be43-8519428530d5 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:31:00.167819 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Allocated IP 172.20.0.2 (8aa84765-413d-4dc2-8d21-d785f19625b4/e0732594-4d25-48f2-b3f5-656ff1b826e7/bdea418d-d760-46a0-9c37-64103734f007) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:00.527402 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b4addd8b-7175-48db-b662-1d12c51e82f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-552987', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-546964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2497'] for router, precommit_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.536792 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ab787417-1b43-45e4-be6e-ed51b95ee9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.554310 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ab787417-1b43-45e4-be6e-ed51b95ee9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.590712 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 52078) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:00.594345 dv-cinder-798696-1-smb neutron-server[78477]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 18:31:00.612726 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:00.637222 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-ab787417-1b43-45e4-be6e-ed51b95ee9ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70a2088100984401857ab62b4e6e8bf6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6240776 Jul 07 18:31:00.641489 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 52088) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:00.645705 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 52090) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:00.743633 dv-cinder-798696-1-smb neutron-server[78478]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 18:31:00.763476 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71c73d9-5cb4-439d-aed8-cbc7cc282208 None None] Network 71b7e386-9c57-4d9a-be43-8519428530d5 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:31:00.767673 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-703404ce-7906-4403-9551-82ff677ba9bb tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:00.769257 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-703404ce-7906-4403-9551-82ff677ba9bb tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/networks?id=00122975-89ac-4879-bc72-e0e4e7651f21 HTTP/1.1" status: 200 len: 813 time: 0.1774046 Jul 07 18:31:00.799627 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-e1bbc675-70e8-4e24-a416-4f36f45ac8c3 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/quotas/801cd77637e2403187e00ddcc37d09c9 HTTP/1.1" status: 200 len: 375 time: 0.0242381 Jul 07 18:31:00.877413 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-49f73296-ba13-4322-a0f0-1c622f49a397 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=801cd77637e2403187e00ddcc37d09c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752218 Jul 07 18:31:00.935901 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-1d412bbf-c31d-4291-abd5-924eb92c729a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.980355 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-1d412bbf-c31d-4291-abd5-924eb92c729a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:01.079941 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-c77b3304-cb57-4c5e-bb78-92920bfbc864 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=78477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:31:01.080984 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-c77b3304-cb57-4c5e-bb78-92920bfbc864 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1003194 Jul 07 18:31:01.124630 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab787417-1b43-45e4-be6e-ed51b95ee9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8937247e-90f9-49bd-ba09-f3be13020a2e,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:01.152838 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-ab787417-1b43-45e4-be6e-ed51b95ee9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:01.262447 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-1d412bbf-c31d-4291-abd5-924eb92c729a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:01.294187 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-8ee57599-cfb3-44d9-abcb-bf19f0fc6ea4 service neutron] 10.222.0.41 "GET /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058499 Jul 07 18:31:01.295581 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfeda97-45b4-4d41-b4d5-1d6a260e39f7 None None] Network 00122975-89ac-4879-bc72-e0e4e7651f21 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:31:01.379704 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:01.422959 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d412bbf-c31d-4291-abd5-924eb92c729a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8937247e-90f9-49bd-ba09-f3be13020a2e,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:01.432368 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-1d412bbf-c31d-4291-abd5-924eb92c729a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:01.443052 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4297787f-22fc-45fa-9d8a-f42ad84d46ea None None] Network 92e10a70-b230-47f5-8f0a-d4a88037a098 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:31:01.483093 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-04c43e4e-2cf2-4961-9778-e0fab9cbfe7f service neutron] 10.222.0.41 "GET /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789536 Jul 07 18:31:01.526860 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91892dba-7262-4261-9e80-9fc929fcc12e req-62be02ee-390b-4fe8-b6d5-4b39caa76ee1 tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:01.529756 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-91892dba-7262-4261-9e80-9fc929fcc12e req-62be02ee-390b-4fe8-b6d5-4b39caa76ee1 tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/networks?id=71b7e386-9c57-4d9a-be43-8519428530d5 HTTP/1.1" status: 200 len: 812 time: 0.8398004 Jul 07 18:31:01.532172 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-1d412bbf-c31d-4291-abd5-924eb92c729a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:01.533410 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-1d412bbf-c31d-4291-abd5-924eb92c729a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8937247e-90f9-49bd-ba09-f3be13020a2e HTTP/1.1" status: 204 len: 168 time: 0.8888743 Jul 07 18:31:01.562565 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-91892dba-7262-4261-9e80-9fc929fcc12e req-220c5c6b-f65a-4350-9fb1-cd78ac0cc39b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/quotas/bc6466203fb64d209e71b43c6a72d58b HTTP/1.1" status: 200 len: 375 time: 0.0222158 Jul 07 18:31:01.563847 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e1d52934-920c-4740-ba6e-1e6cc4805a33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:01.679777 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:01.771766 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Transition to ACTIVE for port object bdea418d-d760-46a0-9c37-64103734f007 will not be triggered until provisioned by entity L2. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:01.777998 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e1d52934-920c-4740-ba6e-1e6cc4805a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:01.822593 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Transition to ACTIVE for port object bdea418d-d760-46a0-9c37-64103734f007 will not be triggered until provisioned by entity DHCP. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:01.843078 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:01.862542 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4a0b9f77-5ed0-438d-8c74-204e184091fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:01.907965 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-91892dba-7262-4261-9e80-9fc929fcc12e req-4efae530-43e0-4353-9213-acf0036d41df tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc6466203fb64d209e71b43c6a72d58b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3104358 Jul 07 18:31:02.091109 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b4addd8b-7175-48db-b662-1d12c51e82f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.146657 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 52146) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:02.161709 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Network 8aa84765-413d-4dc2-8d21-d785f19625b4 is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:02.169221 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-da4c0666-8c4b-4417-a269-edea4face988 req-209d123e-f998-4c23-a7f7-822290842592 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 210 time: 0.1482580 Jul 07 18:31:02.176587 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:02.178123 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b4addd8b-7175-48db-b662-1d12c51e82f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.217330 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:31:02.228323 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Pushing event updated for resources: {'Port': ['ID=bdea418d-d760-46a0-9c37-64103734f007,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:02.258314 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-1ba27a90-e174-44c9-a6ba-4e8bad9c2dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.333495 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:31:02.338227 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-1ba27a90-e174-44c9-a6ba-4e8bad9c2dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:02.344192 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.db_base_plugin_common [None req-e1d52934-920c-4740-ba6e-1e6cc4805a33 admin admin] Allocated IP 172.28.1.174 (7ef95752-4103-4704-97c1-943158aedf11/1cf84b46-eaf0-4390-8fc2-d553f7bad2f6/92adf09f-0d0e-4cec-bddc-09deb96d8517) {{(pid=78478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:02.379750 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-1ba27a90-e174-44c9-a6ba-4e8bad9c2dcb admin admin] Usage tracker for resource:security_group_rule and tenant:1c2558271ffd485b870d87bd9daca7c0 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:02.397022 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-1ba27a90-e174-44c9-a6ba-4e8bad9c2dcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:02.448367 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-1ba27a90-e174-44c9-a6ba-4e8bad9c2dcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:02.472504 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [req-91892dba-7262-4261-9e80-9fc929fcc12e req-61da2a12-947c-45ff-8a7a-b22f5e403180 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=78478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:31:02.474352 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-91892dba-7262-4261-9e80-9fc929fcc12e req-61da2a12-947c-45ff-8a7a-b22f5e403180 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1558528 Jul 07 18:31:02.590488 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:02.591101 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:02.591273 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:02.591597 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:02.592119 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:02.592698 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:02.596710 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:02.597269 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:02.597813 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:02.598248 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:02.598692 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:02.599085 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Tracked resource versions report: Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: pushed versions: Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: { 'AddressGroup': {'1.2'}, Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: 'ConntrackHelper': {'1.0'}, Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: 'Log': {'1.0'}, Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: 'Network': {'1.1'}, Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: 'Port': {'1.7'}, Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: 'PortForwarding': {'1.2'}, Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: 'QosPolicy': {'1.8'}, Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: 'SecurityGroup': {'1.4'}, Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: 'SecurityGroupRule': {'1.2'}, Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: 'SubPort': {'1.0'}, Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: 'Subnet': {'1.1'}, Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: 'Trunk': {'1.1'}} Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: consumer versions: Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: { DHCP agent@dv-cinder-798696-1-smb: {}, Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: HyperV agent@hv-cinder-79869: {}, Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: L3 agent@dv-cinder-798696-1-smb: {}, Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: Metadata agent@dv-cinder-798696-1-smb: {}, Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: Metering agent@dv-cinder-798696-1-smb: {}, Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: Open vSwitch agent@dv-cinder-798696-1-smb: { 'AddressGroup': '1.2', Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: 'ConntrackHelper': '1.0', Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: 'Log': '1.0', Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: 'Network': '1.1', Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: 'Port': '1.7', Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: 'PortForwarding': '1.2', Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: 'QosPolicy': '1.8', Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: 'SecurityGroup': '1.4', Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: 'SecurityGroupRule': '1.2', Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: 'SubPort': '1.0', Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: 'Subnet': '1.1', Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: 'Trunk': '1.1'}} Jul 07 18:31:02.600870 dv-cinder-798696-1-smb neutron-server[78479]: {{(pid=78479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 18:31:02.618207 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:02.722042 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Attempting to bind port bdea418d-d760-46a0-9c37-64103734f007 on host dv-cinder-798696-1-smb for vnic_type normal with profile {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:02.726175 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Attempting to bind port bdea418d-d760-46a0-9c37-64103734f007 by drivers openvswitch,hyperv on host dv-cinder-798696-1-smb at level 0 using segments [{'id': '9d388b74-63ed-4e83-854a-630c6157b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4'}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:02.729198 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Attempting to bind port bdea418d-d760-46a0-9c37-64103734f007 on network 8aa84765-413d-4dc2-8d21-d785f19625b4 {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:02.742701 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Checking agent: {'id': '0db86e1d-da65-40b6-b0e9-b4ccdca3fd82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 18), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:02.745960 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Checking segment: {'id': '9d388b74-63ed-4e83-854a-630c6157b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:02.746659 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.747203 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Bound using segment: {'id': '9d388b74-63ed-4e83-854a-630c6157b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4'} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:02.747903 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Bound port: bdea418d-d760-46a0-9c37-64103734f007, host: dv-cinder-798696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d388b74-63ed-4e83-854a-630c6157b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4'}}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:02.751009 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.853013 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e1d52934-920c-4740-ba6e-1e6cc4805a33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.895449 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] For port bdea418d-d760-46a0-9c37-64103734f007, host dv-cinder-798696-1-smb, cleared binding levels {{(pid=78479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:31:02.901317 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] For port bdea418d-d760-46a0-9c37-64103734f007, host dv-cinder-798696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=bdea418d-d760-46a0-9c37-64103734f007,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:31:02.907235 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.916928 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:02.987420 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-91892dba-7262-4261-9e80-9fc929fcc12e req-3def05da-0293-43b7-8579-f62812ca1246 service neutron] 10.222.0.41 "GET /v2.0/networks/71b7e386-9c57-4d9a-be43-8519428530d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322200 Jul 07 18:31:03.110546 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Pushing event updated for resources: {'Port': ['ID=bdea418d-d760-46a0-9c37-64103734f007,revision_number=2']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:03.123613 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:03.208085 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e1d52934-920c-4740-ba6e-1e6cc4805a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.291999 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:03.435536 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6e3f1a4c-02dd-4180-9bc2-45750ecd93d4 req-fbe9e953-3159-44c8-bc1c-4ac4e5bbb044 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 210 time: 0.0931411 Jul 07 18:31:03.451784 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d52934-920c-4740-ba6e-1e6cc4805a33 admin admin] Pushing event updated for resources: {'Port': ['ID=92adf09f-0d0e-4cec-bddc-09deb96d8517,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:03.489979 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-e1d52934-920c-4740-ba6e-1e6cc4805a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:03.510651 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d52934-920c-4740-ba6e-1e6cc4805a33 admin admin] Network 7ef95752-4103-4704-97c1-943158aedf11 is already hosted by enough agents. {{(pid=78478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:03.534242 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-e1d52934-920c-4740-ba6e-1e6cc4805a33 admin admin] Resources bound (agent type, host, resource id): {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:03.543211 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-1ba27a90-e174-44c9-a6ba-4e8bad9c2dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.546077 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d52934-920c-4740-ba6e-1e6cc4805a33 admin admin] Received port after_create {{(pid=78478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:31:03.650320 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-1ba27a90-e174-44c9-a6ba-4e8bad9c2dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.750112 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.db_base_plugin_common [None req-b4addd8b-7175-48db-b662-1d12c51e82f7 admin admin] Allocated IP 172.28.1.121 (7ef95752-4103-4704-97c1-943158aedf11/1cf84b46-eaf0-4390-8fc2-d553f7bad2f6/d84f6d09-7004-47c7-962b-949ec1f25952) {{(pid=78478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:03.775969 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:03.784655 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-91892dba-7262-4261-9e80-9fc929fcc12e req-8136f1f9-9172-4f00-9467-9ae4f3a8a456 service neutron] 10.222.0.41 "GET /v2.0/networks/71b7e386-9c57-4d9a-be43-8519428530d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7861257 Jul 07 18:31:03.893348 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba27a90-e174-44c9-a6ba-4e8bad9c2dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04432e2c-6880-4b5a-8c97-a215d36f730d,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:04.036371 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-1ba27a90-e174-44c9-a6ba-4e8bad9c2dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:04.043111 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-1ba27a90-e174-44c9-a6ba-4e8bad9c2dcb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c2558271ffd485b870d87bd9daca7c0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8946445 Jul 07 18:31:04.052489 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 52214) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:04.106653 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-02b4858f-669a-4b50-b945-31aeb9612cde req-7f5d1b35-1180-4fa9-94cb-644b3d7e23fb tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5ad775-a0b4-41cc-a525-2964ad8b0e36 HTTP/1.1" status: 200 len: 210 time: 0.0719669 Jul 07 18:31:04.747405 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5c44ae15-a3f8-44e5-a2ca-bfcb6a71e36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:04.810680 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0375170b-8bcb-4674-84bc-efd91b44b947 None None] Network 8aa84765-413d-4dc2-8d21-d785f19625b4 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:31:04.869298 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b4addd8b-7175-48db-b662-1d12c51e82f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:05.027100 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5c44ae15-a3f8-44e5-a2ca-bfcb6a71e36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:05.076506 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.89', 63245) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:05.211036 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device bdea418d-d760-46a0-9c37-64103734f007 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:31:05.237268 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e1d52934-920c-4740-ba6e-1e6cc4805a33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:05.316351 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-44a305ac-c645-44cc-ae91-61222f07d9ae None None] Provisioning for port bdea418d-d760-46a0-9c37-64103734f007 completed by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:05.541148 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 52272) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:05.584419 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning for port bdea418d-d760-46a0-9c37-64103734f007 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:05.592400 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port bdea418d-d760-46a0-9c37-64103734f007 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:05.593042 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:05.613544 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-85e1f400-6104-4a2b-ac59-43a3b47fdbc1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:05.618085 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-85e1f400-6104-4a2b-ac59-43a3b47fdbc1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.89 "GET /v2.0/networks?id=00122975-89ac-4879-bc72-e0e4e7651f21 HTTP/1.1" status: 200 len: 813 time: 0.5377438 Jul 07 18:31:05.637264 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5c44ae15-a3f8-44e5-a2ca-bfcb6a71e36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:05.637264 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b4addd8b-7175-48db-b662-1d12c51e82f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:05.711237 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-1d412bbf-c31d-4291-abd5-924eb92c729a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:05.732978 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-73b47516-d8b5-41a5-b1c2-d87fa23144a1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Request body: {'port': {'device_id': 'c836f730-b64d-4a47-b50d-fdf825a5e470', 'network_id': '00122975-89ac-4879-bc72-e0e4e7651f21', 'admin_state_up': True, 'tenant_id': '801cd77637e2403187e00ddcc37d09c9'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:05.737790 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c36cbc83-e0a7-47ca-b3e4-1f387142ff4c req-10fb875e-39ee-4070-bbd8-3cc9fdc641a9 tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5ad775-a0b4-41cc-a525-2964ad8b0e36 HTTP/1.1" status: 200 len: 210 time: 0.1952250 Jul 07 18:31:05.742952 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4addd8b-7175-48db-b662-1d12c51e82f7 admin admin] Network 7ef95752-4103-4704-97c1-943158aedf11 is already hosted by enough agents. {{(pid=78478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:05.749421 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44ae15-a3f8-44e5-a2ca-bfcb6a71e36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04432e2c-6880-4b5a-8c97-a215d36f730d,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:05.755808 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-b4addd8b-7175-48db-b662-1d12c51e82f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:05.762982 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-5c44ae15-a3f8-44e5-a2ca-bfcb6a71e36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:05.763989 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-e1d52934-920c-4740-ba6e-1e6cc4805a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:05.896436 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4addd8b-7175-48db-b662-1d12c51e82f7 admin admin] Received port after_create {{(pid=78478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:31:05.984830 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5c44ae15-a3f8-44e5-a2ca-bfcb6a71e36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:05.986524 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-5c44ae15-a3f8-44e5-a2ca-bfcb6a71e36e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04432e2c-6880-4b5a-8c97-a215d36f730d HTTP/1.1" status: 204 len: 168 time: 1.9295378 Jul 07 18:31:06.049951 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.117598 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-76e9f9af-f7f6-4952-9aca-b17adda918b4 req-3605d6bf-4af6-4afb-9a38-166492b3042b tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 210 time: 0.4937141 Jul 07 18:31:06.246894 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.272768 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-c3c243a0-0e9c-462d-8407-d5decb0fac43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.339850 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-73b47516-d8b5-41a5-b1c2-d87fa23144a1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:06.345176 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] For port bdea418d-d760-46a0-9c37-64103734f007, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=bdea418d-d760-46a0-9c37-64103734f007,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:31:06.353629 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-73b47516-d8b5-41a5-b1c2-d87fa23144a1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Usage tracker for resource:port and tenant:801cd77637e2403187e00ddcc37d09c9 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:06.357526 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.358655 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-73b47516-d8b5-41a5-b1c2-d87fa23144a1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:06.361214 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:06.379713 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-73b47516-d8b5-41a5-b1c2-d87fa23144a1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:06.408385 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-73b47516-d8b5-41a5-b1c2-d87fa23144a1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Made reservation on behalf of 801cd77637e2403187e00ddcc37d09c9 for: {'port': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:06.426142 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-73b47516-d8b5-41a5-b1c2-d87fa23144a1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.570763 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4addd8b-7175-48db-b662-1d12c51e82f7 admin admin] Pushing event updated for resources: {'Port': ['ID=d84f6d09-7004-47c7-962b-949ec1f25952,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:06.599811 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-c3c243a0-0e9c-462d-8407-d5decb0fac43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:06.605089 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Pushing event updated for resources: {'Port': ['ID=bdea418d-d760-46a0-9c37-64103734f007,revision_number=3']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:06.607397 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-b4addd8b-7175-48db-b662-1d12c51e82f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:06.611350 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:06.616792 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-c3c243a0-0e9c-462d-8407-d5decb0fac43 admin admin] Usage tracker for resource:security_group_rule and tenant:2ad0cfb8a62b4accbf84d3585b82ae69 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:06.622384 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e1d52934-920c-4740-ba6e-1e6cc4805a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-546946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553022'] for router, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.626737 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-27d797de-e60b-4cdf-b757-260bde8f5cc5 None None] Provisioning complete for port bdea418d-d760-46a0-9c37-64103734f007 triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:06.626992 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-c3c243a0-0e9c-462d-8407-d5decb0fac43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:06.627639 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-27d797de-e60b-4cdf-b757-260bde8f5cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.643442 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-c3c243a0-0e9c-462d-8407-d5decb0fac43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:06.958066 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_common [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-73b47516-d8b5-41a5-b1c2-d87fa23144a1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Allocated IP 172.20.0.7 (00122975-89ac-4879-bc72-e0e4e7651f21/b4cbb707-c270-421f-bf5e-0a6837269624/d5f372b4-a397-4a8e-a8ce-59fd31dcc96c) {{(pid=78477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:07.054770 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device bdea418d-d760-46a0-9c37-64103734f007 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:31:07.255335 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port bdea418d-d760-46a0-9c37-64103734f007 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:07.255585 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:07.477819 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-73b47516-d8b5-41a5-b1c2-d87fa23144a1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks [] for port, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:07.508513 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.89', 63252) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:07.544457 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-73b47516-d8b5-41a5-b1c2-d87fa23144a1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:07.550969 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-c3c243a0-0e9c-462d-8407-d5decb0fac43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:07.728231 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-c3c243a0-0e9c-462d-8407-d5decb0fac43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:07.782038 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-5c44ae15-a3f8-44e5-a2ca-bfcb6a71e36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:07.793241 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:07.804078 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-ab0691b6-2907-4e53-89e6-95073525e2ef req-c95ea8ce-5b0a-4bba-b10b-94c8a4a5bf7d tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5ad775-a0b4-41cc-a525-2964ad8b0e36 HTTP/1.1" status: 200 len: 210 time: 0.5377576 Jul 07 18:31:07.939846 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-c3c243a0-0e9c-462d-8407-d5decb0fac43 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ad0cfb8a62b4accbf84d3585b82ae69&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3141060 Jul 07 18:31:07.941491 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 52376) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:07.952284 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c243a0-0e9c-462d-8407-d5decb0fac43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0cdc06-ac59-4798-9ec7-3aa535fbcdcd,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:07.964536 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-73b47516-d8b5-41a5-b1c2-d87fa23144a1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Network 00122975-89ac-4879-bc72-e0e4e7651f21 is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:07.971652 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-73b47516-d8b5-41a5-b1c2-d87fa23144a1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:07.995998 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b4addd8b-7175-48db-b662-1d12c51e82f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:08.000986 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-73b47516-d8b5-41a5-b1c2-d87fa23144a1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Received port after_create {{(pid=78477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:31:08.017552 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-73b47516-d8b5-41a5-b1c2-d87fa23144a1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:08.020389 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-73b47516-d8b5-41a5-b1c2-d87fa23144a1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:08.098768 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b47516-d8b5-41a5-b1c2-d87fa23144a1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Pushing event updated for resources: {'Port': ['ID=d5f372b4-a397-4a8e-a8ce-59fd31dcc96c,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:08.135902 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-73b47516-d8b5-41a5-b1c2-d87fa23144a1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:08.180556 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-73b47516-d8b5-41a5-b1c2-d87fa23144a1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4809258 Jul 07 18:31:08.213456 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91892dba-7262-4261-9e80-9fc929fcc12e req-e0a1e705-d587-4c58-8c23-f3ce4b9e7b9e tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:08.214447 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-91892dba-7262-4261-9e80-9fc929fcc12e req-e0a1e705-d587-4c58-8c23-f3ce4b9e7b9e tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Synchronizing usage tracker for tenant:bc6466203fb64d209e71b43c6a72d58b on resource:network {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:31:08.250912 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-91892dba-7262-4261-9e80-9fc929fcc12e req-e0a1e705-d587-4c58-8c23-f3ce4b9e7b9e tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Unset dirty status for tenant:bc6466203fb64d209e71b43c6a72d58b on resource:network {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:31:08.252280 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-91892dba-7262-4261-9e80-9fc929fcc12e req-e0a1e705-d587-4c58-8c23-f3ce4b9e7b9e tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.89 "GET /v2.0/networks?id=71b7e386-9c57-4d9a-be43-8519428530d5 HTTP/1.1" status: 200 len: 812 time: 0.7427485 Jul 07 18:31:08.267162 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74991e-c80d-4846-ac99-1fd38d023950 req-c39c7b69-7cd3-45c4-b470-16bee4b8d966 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:08.274703 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-c3c243a0-0e9c-462d-8407-d5decb0fac43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:08.275869 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-9e74991e-c80d-4846-ac99-1fd38d023950 req-c39c7b69-7cd3-45c4-b470-16bee4b8d966 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Synchronizing usage tracker for tenant:801cd77637e2403187e00ddcc37d09c9 on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:31:08.318416 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-9e74991e-c80d-4846-ac99-1fd38d023950 req-c39c7b69-7cd3-45c4-b470-16bee4b8d966 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Unset dirty status for tenant:801cd77637e2403187e00ddcc37d09c9 on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:31:08.320340 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-9e74991e-c80d-4846-ac99-1fd38d023950 req-c39c7b69-7cd3-45c4-b470-16bee4b8d966 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 931 time: 0.5345602 Jul 07 18:31:08.349963 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d52934-920c-4740-ba6e-1e6cc4805a33 admin admin] Router 77da480b-5db5-4ea6-9220-c2e479e5060c is scheduled to L3 agent 8deec948-1501-4327-a4fb-a95820cab163 with binding_index 1 {{(pid=78478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:31:08.406035 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-9e74991e-c80d-4846-ac99-1fd38d023950 req-42788fa7-d48c-4fde-a114-abb76dc95b36 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721421 Jul 07 18:31:08.590129 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-883dc998-e51b-4eeb-b3ba-f1ff0f5f1b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:08.804961 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-883dc998-e51b-4eeb-b3ba-f1ff0f5f1b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:09.082404 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-91892dba-7262-4261-9e80-9fc929fcc12e req-1eac0ab0-1246-4322-9006-99bd3ace338b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Request body: {'port': {'device_id': '8c5ad775-a0b4-41cc-a525-2964ad8b0e36', 'network_id': '71b7e386-9c57-4d9a-be43-8519428530d5', 'admin_state_up': True, 'tenant_id': 'bc6466203fb64d209e71b43c6a72d58b'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:09.155700 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b4addd8b-7175-48db-b662-1d12c51e82f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-546946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553022'] for router, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:09.229440 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-c9494569-a31f-4734-beef-b80badadfe44 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=78477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:31:09.233993 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-c9494569-a31f-4734-beef-b80badadfe44 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1599238 Jul 07 18:31:09.280794 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d52934-920c-4740-ba6e-1e6cc4805a33 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:31:09.299433 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] Sync routers for ids ['77da480b-5db5-4ea6-9220-c2e479e5060c'] in dv-cinder-798696-1-smb {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:31:09.327861 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] Routers {'77da480b-5db5-4ea6-9220-c2e479e5060c'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:31:09.329051 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:30:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['77da480b-5db5-4ea6-9220-c2e479e5060c'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:09.443889 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-71cd7fef-d3e5-4b00-85eb-f6884c7f6d4d req-e108820e-7e3a-418b-afd1-73442670ee52 tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5ad775-a0b4-41cc-a525-2964ad8b0e36 HTTP/1.1" status: 200 len: 210 time: 0.1063323 Jul 07 18:31:09.609223 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-91892dba-7262-4261-9e80-9fc929fcc12e req-1eac0ab0-1246-4322-9006-99bd3ace338b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:09.622618 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-91892dba-7262-4261-9e80-9fc929fcc12e req-1eac0ab0-1246-4322-9006-99bd3ace338b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Usage tracker for resource:port and tenant:bc6466203fb64d209e71b43c6a72d58b is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:09.633669 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-91892dba-7262-4261-9e80-9fc929fcc12e req-1eac0ab0-1246-4322-9006-99bd3ace338b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:09.639227 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e1d52934-920c-4740-ba6e-1e6cc4805a33 admin admin] Notify callbacks [] for router, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:09.643388 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-e1d52934-920c-4740-ba6e-1e6cc4805a33 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.3873782 Jul 07 18:31:09.659877 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-91892dba-7262-4261-9e80-9fc929fcc12e req-1eac0ab0-1246-4322-9006-99bd3ace338b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:09.680128 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 52422) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:09.695960 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91892dba-7262-4261-9e80-9fc929fcc12e req-1eac0ab0-1246-4322-9006-99bd3ace338b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Made reservation on behalf of bc6466203fb64d209e71b43c6a72d58b for: {'port': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:09.701495 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-91892dba-7262-4261-9e80-9fc929fcc12e req-1eac0ab0-1246-4322-9006-99bd3ace338b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:09.719652 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-883dc998-e51b-4eeb-b3ba-f1ff0f5f1b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:09.726474 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-883dc998-e51b-4eeb-b3ba-f1ff0f5f1b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:09.727714 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-883dc998-e51b-4eeb-b3ba-f1ff0f5f1b8c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c0cdc06-ac59-4798-9ec7-3aa535fbcdcd HTTP/1.1" status: 204 len: 168 time: 1.7769210 Jul 07 18:31:09.731869 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-ab787417-1b43-45e4-be6e-ed51b95ee9ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:09.903980 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] Set router 77da480b-5db5-4ea6-9220-c2e479e5060c gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:31:09.952292 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883dc998-e51b-4eeb-b3ba-f1ff0f5f1b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0cdc06-ac59-4798-9ec7-3aa535fbcdcd,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:09.956904 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-883dc998-e51b-4eeb-b3ba-f1ff0f5f1b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:10.153697 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_common [req-91892dba-7262-4261-9e80-9fc929fcc12e req-1eac0ab0-1246-4322-9006-99bd3ace338b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Allocated IP 172.20.0.5 (71b7e386-9c57-4d9a-be43-8519428530d5/5c63f040-2e88-4a9e-9e99-1fbcc431c0be/f1e531c0-d60b-4809-bb6e-787a36d69dd5) {{(pid=78477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:10.186481 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2345229-b447-4f40-a985-3f3da8934396 req-30c019ae-7277-44f7-829e-aa3c8667d853 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:10.196366 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f2345229-b447-4f40-a985-3f3da8934396 req-30c019ae-7277-44f7-829e-aa3c8667d853 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 931 time: 0.4731143 Jul 07 18:31:10.257655 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4addd8b-7175-48db-b662-1d12c51e82f7 admin admin] Router c0a0c9bd-db23-46a3-bc40-6200f60d533b is scheduled to L3 agent 8deec948-1501-4327-a4fb-a95820cab163 with binding_index 1 {{(pid=78478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:31:10.494753 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-f2345229-b447-4f40-a985-3f3da8934396 req-b194c8f6-4ce9-4e5e-88aa-3df4d37b96a6 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Synchronizing usage tracker for tenant:801cd77637e2403187e00ddcc37d09c9 on resource:security_group {{(pid=78478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:31:10.823217 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] Request body: {'port': {'device_id': 'c836f730-b64d-4a47-b50d-fdf825a5e470', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:10.851690 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4addd8b-7175-48db-b662-1d12c51e82f7 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:31:10.872522 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] Sync routers for ids ['c0a0c9bd-db23-46a3-bc40-6200f60d533b'] in dv-cinder-798696-1-smb {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:31:10.921829 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] Routers {'c0a0c9bd-db23-46a3-bc40-6200f60d533b'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:31:10.927050 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:30:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['c0a0c9bd-db23-46a3-bc40-6200f60d533b'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:10.932492 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-f2345229-b447-4f40-a985-3f3da8934396 req-b194c8f6-4ce9-4e5e-88aa-3df4d37b96a6 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Unset dirty status for tenant:801cd77637e2403187e00ddcc37d09c9 on resource:security_group {{(pid=78478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:31:10.952657 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f2345229-b447-4f40-a985-3f3da8934396 req-b194c8f6-4ce9-4e5e-88aa-3df4d37b96a6 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7541170 Jul 07 18:31:10.977936 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b4addd8b-7175-48db-b662-1d12c51e82f7 admin admin] Notify callbacks [] for router, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:10.985522 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-b4addd8b-7175-48db-b662-1d12c51e82f7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.5244083 Jul 07 18:31:10.988110 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 52452) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:11.080066 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'name': 'tempest-AttachVolumeShelveTestJSON-1160312080-router', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:04Z', 'revision_number': 3, 'project_id': '141aaf718a50403cb0402f655c144713', 'gw_port': {'id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ab:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:11.091346 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] Checking router: 77da480b-5db5-4ea6-9220-c2e479e5060c for host: dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:31:11.091768 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] Updating router 77da480b-5db5-4ea6-9220-c2e479e5060c port 92adf09f-0d0e-4cec-bddc-09deb96d8517 binding host dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:31:11.182168 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:11.635668 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] Set router c0a0c9bd-db23-46a3-bc40-6200f60d533b gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:31:11.701972 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-7d0b5e80-5f49-432e-9db3-950ac1e7b86f req-851c9139-0683-4111-b2e0-edc89539185a tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5ad775-a0b4-41cc-a525-2964ad8b0e36 HTTP/1.1" status: 200 len: 210 time: 0.3103251 Jul 07 18:31:12.222603 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:12.299603 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] Transition to ACTIVE for port object 92adf09f-0d0e-4cec-bddc-09deb96d8517 will not be triggered until provisioned by entity L2. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:12.324788 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:12.348365 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:12.544708 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:12.649752 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-91892dba-7262-4261-9e80-9fc929fcc12e req-1eac0ab0-1246-4322-9006-99bd3ace338b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Notify callbacks [] for port, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:12.686499 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] Attempting to bind port 92adf09f-0d0e-4cec-bddc-09deb96d8517 on host dv-cinder-798696-1-smb for vnic_type normal with profile {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:12.689266 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] Attempting to bind port 92adf09f-0d0e-4cec-bddc-09deb96d8517 by drivers openvswitch,hyperv on host dv-cinder-798696-1-smb at level 0 using segments [{'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:12.689654 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] Attempting to bind port 92adf09f-0d0e-4cec-bddc-09deb96d8517 on network 7ef95752-4103-4704-97c1-943158aedf11 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:12.716791 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d025e-ee62-4fab-b8f1-f772659c8700 None None] Pushing event updated for resources: {'Port': ['ID=92adf09f-0d0e-4cec-bddc-09deb96d8517,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:12.722507 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] Checking agent: {'id': '0db86e1d-da65-40b6-b0e9-b4ccdca3fd82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 18), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:12.722985 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] Checking segment: {'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:12.723407 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:12.723796 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] Bound using segment: {'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:12.728695 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] Bound port: 92adf09f-0d0e-4cec-bddc-09deb96d8517, host: dv-cinder-798696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'}}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:12.729125 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:12.761488 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a0c9bd-db23-46a3-bc40-6200f60d533b', 'name': 'tempest-ServerRescueNegativeTestJSON-997314019-router', 'tenant_id': '8f3ff43f73644b7ea447bee624649895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd84f6d09-7004-47c7-962b-949ec1f25952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:06Z', 'revision_number': 3, 'project_id': '8f3ff43f73644b7ea447bee624649895', 'gw_port': {'id': 'd84f6d09-7004-47c7-962b-949ec1f25952', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a0c9bd-db23-46a3-bc40-6200f60d533b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:02Z', 'updated_at': '2021-07-07T18:31:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:12.793577 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] Checking router: c0a0c9bd-db23-46a3-bc40-6200f60d533b for host: dv-cinder-798696-1-smb {{(pid=78479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:31:12.794321 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] Updating router c0a0c9bd-db23-46a3-bc40-6200f60d533b port d84f6d09-7004-47c7-962b-949ec1f25952 binding host dv-cinder-798696-1-smb {{(pid=78479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:31:12.929535 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d025e-ee62-4fab-b8f1-f772659c8700 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:12.929940 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d025e-ee62-4fab-b8f1-f772659c8700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:12.930223 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d025e-ee62-4fab-b8f1-f772659c8700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:12.930501 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d025e-ee62-4fab-b8f1-f772659c8700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:12.930871 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d025e-ee62-4fab-b8f1-f772659c8700 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:12.938370 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d025e-ee62-4fab-b8f1-f772659c8700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:12.938797 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d025e-ee62-4fab-b8f1-f772659c8700 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:12.939131 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d025e-ee62-4fab-b8f1-f772659c8700 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:12.939461 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d025e-ee62-4fab-b8f1-f772659c8700 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:12.939782 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d025e-ee62-4fab-b8f1-f772659c8700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:12.940100 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d025e-ee62-4fab-b8f1-f772659c8700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:12.940431 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d025e-ee62-4fab-b8f1-f772659c8700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d025e-ee62-4fab-b8f1-f772659c8700 None None] Tracked resource versions report: Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: pushed versions: Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: { 'AddressGroup': {'1.2'}, Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: 'ConntrackHelper': {'1.0'}, Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: 'Log': {'1.0'}, Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: 'Network': {'1.1'}, Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: 'Port': {'1.7'}, Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: 'PortForwarding': {'1.2'}, Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: 'QosPolicy': {'1.8'}, Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: 'SecurityGroup': {'1.4'}, Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: 'SecurityGroupRule': {'1.2'}, Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: 'SubPort': {'1.0'}, Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: 'Subnet': {'1.1'}, Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: 'Trunk': {'1.1'}} Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: consumer versions: Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: { DHCP agent@dv-cinder-798696-1-smb: {}, Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: HyperV agent@hv-cinder-79869: {}, Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: L3 agent@dv-cinder-798696-1-smb: {}, Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: Metadata agent@dv-cinder-798696-1-smb: {}, Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: Metering agent@dv-cinder-798696-1-smb: {}, Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: Open vSwitch agent@dv-cinder-798696-1-smb: { 'AddressGroup': '1.2', Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: 'ConntrackHelper': '1.0', Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: 'Log': '1.0', Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: 'Network': '1.1', Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: 'Port': '1.7', Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: 'PortForwarding': '1.2', Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: 'QosPolicy': '1.8', Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: 'SecurityGroup': '1.4', Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: 'SecurityGroupRule': '1.2', Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: 'SubPort': '1.0', Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: 'Subnet': '1.1', Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: 'Trunk': '1.1'}} Jul 07 18:31:12.948857 dv-cinder-798696-1-smb neutron-server[78480]: {{(pid=78480) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 18:31:12.964919 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-349d025e-ee62-4fab-b8f1-f772659c8700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:13.043447 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:13.101037 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] For port 92adf09f-0d0e-4cec-bddc-09deb96d8517, host dv-cinder-798696-1-smb, cleared binding levels {{(pid=78480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:31:13.108320 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] For port 92adf09f-0d0e-4cec-bddc-09deb96d8517, host dv-cinder-798696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=92adf09f-0d0e-4cec-bddc-09deb96d8517,segment=NetworkSegment(34c6f55a-e384-474c-af70-55cf6bf9ed8f),segment_id=34c6f55a-e384-474c-af70-55cf6bf9ed8f)] {{(pid=78480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:31:13.117386 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:13.126238 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:13.279416 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] Routers {'77da480b-5db5-4ea6-9220-c2e479e5060c'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:31:13.281108 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:30:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['77da480b-5db5-4ea6-9220-c2e479e5060c'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:13.381010 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859bf8d-b957-443b-a4d1-b7e991771754 req-37a27eb0-d8f0-4d45-a74c-e94787e9387a tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:13.384883 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-2859bf8d-b957-443b-a4d1-b7e991771754 req-37a27eb0-d8f0-4d45-a74c-e94787e9387a tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 931 time: 0.8290377 Jul 07 18:31:13.481896 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d025e-ee62-4fab-b8f1-f772659c8700 None None] Pushing event updated for resources: {'Port': ['ID=92adf09f-0d0e-4cec-bddc-09deb96d8517,revision_number=3']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:13.510087 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-349d025e-ee62-4fab-b8f1-f772659c8700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:13.572253 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-2859bf8d-b957-443b-a4d1-b7e991771754 req-ee484dae-6cd5-404c-b500-cc2052f8c22a tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293979 Jul 07 18:31:13.644320 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f372b4-a397-4a8e-a8ce-59fd31dcc96c {{(pid=78477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:31:13.677336 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:13.742011 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] Transition to ACTIVE for port object d5f372b4-a397-4a8e-a8ce-59fd31dcc96c will not be triggered until provisioned by entity L2. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:13.914145 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] Set router 77da480b-5db5-4ea6-9220-c2e479e5060c gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:31:13.947802 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ef845cc6-4188-475e-8a31-5f7505856efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:14.140008 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] Notify callbacks [] for port, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:14.220969 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] Transition to ACTIVE for port object d84f6d09-7004-47c7-962b-949ec1f25952 will not be triggered until provisioned by entity L2. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:14.254889 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:14.298140 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:14.310139 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:14.443375 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e178e10a-b2ec-41c6-9e8b-5bfbae72dc74 req-56c79ef7-2ab9-4a74-a2a2-27d7db5f36aa tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5ad775-a0b4-41cc-a525-2964ad8b0e36 HTTP/1.1" status: 200 len: 210 time: 0.6915517 Jul 07 18:31:14.525118 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-73b47516-d8b5-41a5-b1c2-d87fa23144a1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:14.691656 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9edd53d-64a8-47c1-8249-f493f1407bcd None None] Pushing event updated for resources: {'Port': ['ID=d84f6d09-7004-47c7-962b-949ec1f25952,revision_number=2']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:14.738594 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-f9edd53d-64a8-47c1-8249-f493f1407bcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:14.760491 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] Attempting to bind port d84f6d09-7004-47c7-962b-949ec1f25952 on host dv-cinder-798696-1-smb for vnic_type normal with profile {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:14.768036 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] Attempting to bind port d84f6d09-7004-47c7-962b-949ec1f25952 by drivers openvswitch,hyperv on host dv-cinder-798696-1-smb at level 0 using segments [{'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:14.768899 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] Attempting to bind port d84f6d09-7004-47c7-962b-949ec1f25952 on network 7ef95752-4103-4704-97c1-943158aedf11 {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:14.789062 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] Checking agent: {'id': '0db86e1d-da65-40b6-b0e9-b4ccdca3fd82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 18), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:14.792026 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] Checking segment: {'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:14.792839 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:14.795133 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] Bound using segment: {'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:14.796035 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] Bound port: d84f6d09-7004-47c7-962b-949ec1f25952, host: dv-cinder-798696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'}}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:14.796817 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:14.823549 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 52540) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:15.008917 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'name': 'tempest-AttachVolumeShelveTestJSON-1160312080-router', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:04Z', 'revision_number': 3, 'project_id': '141aaf718a50403cb0402f655c144713', 'gw_port': {'id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ab:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:15.028099 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e45fd5-bfa8-4140-8268-7fdd7c143897 None None] The sync data for ids ['77da480b-5db5-4ea6-9220-c2e479e5060c'] in dv-cinder-798696-1-smb is: [{'id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'name': 'tempest-AttachVolumeShelveTestJSON-1160312080-router', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:04Z', 'revision_number': 3, 'project_id': '141aaf718a50403cb0402f655c144713', 'gw_port': {'id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ab:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}] {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:31:15.179081 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f372b4-a397-4a8e-a8ce-59fd31dcc96c,revision_number=2']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:15.258957 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] For port d84f6d09-7004-47c7-962b-949ec1f25952, host dv-cinder-798696-1-smb, cleared binding levels {{(pid=78479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:31:15.275277 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] For port d84f6d09-7004-47c7-962b-949ec1f25952, host dv-cinder-798696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=d84f6d09-7004-47c7-962b-949ec1f25952,segment=NetworkSegment(34c6f55a-e384-474c-af70-55cf6bf9ed8f),segment_id=34c6f55a-e384-474c-af70-55cf6bf9ed8f)] {{(pid=78479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:31:15.276347 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:15.291015 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:15.342658 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:15.642028 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0eb58222-16c2-40a9-98d5-03ed7a1e0858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:15.649123 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 52554) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:15.758349 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] Routers {'c0a0c9bd-db23-46a3-bc40-6200f60d533b'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:31:15.775817 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:30:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['c0a0c9bd-db23-46a3-bc40-6200f60d533b'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:15.795461 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.db_base_plugin_common [None req-ef845cc6-4188-475e-8a31-5f7505856efe admin admin] Allocated IP 172.20.0.1 (92e10a70-b230-47f5-8f0a-d4a88037a098/f1570539-ca9f-43b4-b497-d0b015384538/64af3ac1-2cee-4cad-bb6e-9274a7efe804) {{(pid=78478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:15.842189 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] Attempting to bind port d5f372b4-a397-4a8e-a8ce-59fd31dcc96c on host hv-cinder-79869 for vnic_type normal with profile {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:15.857814 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] Attempting to bind port d5f372b4-a397-4a8e-a8ce-59fd31dcc96c by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': 'a67dfcbe-c679-4d3f-b4bc-195e22269185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '00122975-89ac-4879-bc72-e0e4e7651f21'}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:15.859394 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] Attempting to bind port d5f372b4-a397-4a8e-a8ce-59fd31dcc96c on network 00122975-89ac-4879-bc72-e0e4e7651f21 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:15.879497 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] Port d5f372b4-a397-4a8e-a8ce-59fd31dcc96c on network 00122975-89ac-4879-bc72-e0e4e7651f21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:31:15.882910 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] Attempting to bind port d5f372b4-a397-4a8e-a8ce-59fd31dcc96c on network 00122975-89ac-4879-bc72-e0e4e7651f21 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:15.909633 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-91892dba-7262-4261-9e80-9fc929fcc12e req-1eac0ab0-1246-4322-9006-99bd3ace338b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.235479 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] Checking agent: {'id': '6661975a-2303-40ef-9047-4852f27aec4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:16.237161 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] Checking segment: {'id': 'a67dfcbe-c679-4d3f-b4bc-195e22269185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '00122975-89ac-4879-bc72-e0e4e7651f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:16.237792 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] Bound using segment: {'id': 'a67dfcbe-c679-4d3f-b4bc-195e22269185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '00122975-89ac-4879-bc72-e0e4e7651f21'} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:16.238408 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] Bound port: d5f372b4-a397-4a8e-a8ce-59fd31dcc96c, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67dfcbe-c679-4d3f-b4bc-195e22269185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '00122975-89ac-4879-bc72-e0e4e7651f21'}}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:16.238790 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.270846 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-0eb58222-16c2-40a9-98d5-03ed7a1e0858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:16.276500 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-0eb58222-16c2-40a9-98d5-03ed7a1e0858 admin admin] Usage tracker for resource:security_group_rule and tenant:d0260b7443b24103a59255208afbd109 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:16.288428 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-0eb58222-16c2-40a9-98d5-03ed7a1e0858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:16.296745 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-0eb58222-16c2-40a9-98d5-03ed7a1e0858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:16.351852 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:16.610217 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dfbdb-b293-4e2c-baeb-399c9e7bb023 req-149dca82-1672-442b-b76c-83ac2a114340 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:16.624761 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-414dfbdb-b293-4e2c-baeb-399c9e7bb023 req-149dca82-1672-442b-b76c-83ac2a114340 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 943 time: 1.4312599 Jul 07 18:31:16.645023 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0eb58222-16c2-40a9-98d5-03ed7a1e0858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.678271 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] Set router c0a0c9bd-db23-46a3-bc40-6200f60d533b gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:31:16.716676 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0eb58222-16c2-40a9-98d5-03ed7a1e0858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.791002 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:16.810399 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] For port d5f372b4-a397-4a8e-a8ce-59fd31dcc96c, host hv-cinder-79869, cleared binding levels {{(pid=78477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:31:16.819747 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] For port d5f372b4-a397-4a8e-a8ce-59fd31dcc96c, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=d5f372b4-a397-4a8e-a8ce-59fd31dcc96c,segment=NetworkSegment(a67dfcbe-c679-4d3f-b4bc-195e22269185),segment_id=a67dfcbe-c679-4d3f-b4bc-195e22269185)] {{(pid=78477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:31:16.977515 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-414dfbdb-b293-4e2c-baeb-399c9e7bb023 req-09c49f10-3d54-4995-86b0-27ac4752890c tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504844 Jul 07 18:31:17.079949 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ef845cc6-4188-475e-8a31-5f7505856efe admin admin] Notify callbacks [] for port, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:17.096907 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-0eb58222-16c2-40a9-98d5-03ed7a1e0858 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0260b7443b24103a59255208afbd109&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2696888 Jul 07 18:31:17.124863 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 52580) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:17.131995 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb58222-16c2-40a9-98d5-03ed7a1e0858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e8aaff-4fee-495e-92f4-08d924f5cfc8,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:17.159348 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-0eb58222-16c2-40a9-98d5-03ed7a1e0858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:17.228699 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9bc76ac1-e5d8-4f35-84c7-368ebc596988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:17.315762 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 92adf09f-0d0e-4cec-bddc-09deb96d8517 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:31:17.449694 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-cc2ae0c7-b93b-4110-bbb1-88eca285ae99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:17.580763 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 52594) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:17.602682 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-ae97e78d-bc86-4967-baae-c8d15ce29e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:17.617160 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-cc2ae0c7-b93b-4110-bbb1-88eca285ae99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:17.642601 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ef845cc6-4188-475e-8a31-5f7505856efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:17.677915 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:17.699771 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-ae97e78d-bc86-4967-baae-c8d15ce29e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:17.713704 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-ae97e78d-bc86-4967-baae-c8d15ce29e49 admin admin] Usage tracker for resource:security_group_rule and tenant:5cbd6e04520f4af8900158f2aa4ad82e is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:17.731543 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-ae97e78d-bc86-4967-baae-c8d15ce29e49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:17.762274 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-ae97e78d-bc86-4967-baae-c8d15ce29e49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:17.873225 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef845cc6-4188-475e-8a31-5f7505856efe admin admin] Network 92e10a70-b230-47f5-8f0a-d4a88037a098 is already hosted by enough agents. {{(pid=78478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:17.879695 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-ef845cc6-4188-475e-8a31-5f7505856efe admin admin] Resources bound (agent type, host, resource id): {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:17.883587 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef845cc6-4188-475e-8a31-5f7505856efe admin admin] Received port after_create {{(pid=78478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:31:17.884467 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ef845cc6-4188-475e-8a31-5f7505856efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553208'] for router_interface, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:17.993455 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9edd53d-64a8-47c1-8249-f493f1407bcd None None] Pushing event updated for resources: {'Port': ['ID=d84f6d09-7004-47c7-962b-949ec1f25952,revision_number=3']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:18.002531 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-f9edd53d-64a8-47c1-8249-f493f1407bcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.660s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:18.037219 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-ae97e78d-bc86-4967-baae-c8d15ce29e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.043447 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.044775 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0f8aaa06-b121-49d8-aef2-c83d277539dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.061792 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning for port 92adf09f-0d0e-4cec-bddc-09deb96d8517 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:18.093171 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 92adf09f-0d0e-4cec-bddc-09deb96d8517 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:18.093411 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.109744 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac0ab0-1246-4322-9006-99bd3ace338b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Pushing event updated for resources: {'Port': ['ID=f1e531c0-d60b-4809-bb6e-787a36d69dd5,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:18.123328 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-ae97e78d-bc86-4967-baae-c8d15ce29e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.132474 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-1eac0ab0-1246-4322-9006-99bd3ace338b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.781s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:18.134574 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91892dba-7262-4261-9e80-9fc929fcc12e req-1eac0ab0-1246-4322-9006-99bd3ace338b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Network 71b7e386-9c57-4d9a-be43-8519428530d5 is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:18.181302 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:18.290199 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [req-91892dba-7262-4261-9e80-9fc929fcc12e req-1eac0ab0-1246-4322-9006-99bd3ace338b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:18.321814 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.332874 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-91892dba-7262-4261-9e80-9fc929fcc12e req-1eac0ab0-1246-4322-9006-99bd3ace338b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Received port after_create {{(pid=78477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:31:18.339874 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91892dba-7262-4261-9e80-9fc929fcc12e req-1eac0ab0-1246-4322-9006-99bd3ace338b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:18.340728 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-91892dba-7262-4261-9e80-9fc929fcc12e req-1eac0ab0-1246-4322-9006-99bd3ace338b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.444202 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-91892dba-7262-4261-9e80-9fc929fcc12e req-1eac0ab0-1246-4322-9006-99bd3ace338b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.3717337 Jul 07 18:31:18.457299 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef845cc6-4188-475e-8a31-5f7505856efe admin admin] Pushing event updated for resources: {'Port': ['ID=64af3ac1-2cee-4cad-bb6e-9274a7efe804,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:18.464698 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-ef845cc6-4188-475e-8a31-5f7505856efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.786s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:18.487203 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:18.487890 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.489423 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] 10.222.0.89 "PUT /v2.0/ports/d5f372b4-a397-4a8e-a8ce-59fd31dcc96c HTTP/1.1" status: 200 len: 1093 time: 8.6573403 Jul 07 18:31:18.490077 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c836f730-b64d-4a47-b50d-fdf825a5e470', 'tag': 'd5f372b4-a397-4a8e-a8ce-59fd31dcc96c'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:31:18.524296 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.545776 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a0c9bd-db23-46a3-bc40-6200f60d533b', 'name': 'tempest-ServerRescueNegativeTestJSON-997314019-router', 'tenant_id': '8f3ff43f73644b7ea447bee624649895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd84f6d09-7004-47c7-962b-949ec1f25952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:06Z', 'revision_number': 3, 'project_id': '8f3ff43f73644b7ea447bee624649895', 'gw_port': {'id': 'd84f6d09-7004-47c7-962b-949ec1f25952', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a0c9bd-db23-46a3-bc40-6200f60d533b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:02Z', 'updated_at': '2021-07-07T18:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:18.554446 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] For port 92adf09f-0d0e-4cec-bddc-09deb96d8517, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=92adf09f-0d0e-4cec-bddc-09deb96d8517,segment=NetworkSegment(34c6f55a-e384-474c-af70-55cf6bf9ed8f),segment_id=34c6f55a-e384-474c-af70-55cf6bf9ed8f)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:31:18.556241 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecdbcb2-56be-43c5-a7e6-cebbf758f4d1 None None] The sync data for ids ['c0a0c9bd-db23-46a3-bc40-6200f60d533b'] in dv-cinder-798696-1-smb is: [{'id': 'c0a0c9bd-db23-46a3-bc40-6200f60d533b', 'name': 'tempest-ServerRescueNegativeTestJSON-997314019-router', 'tenant_id': '8f3ff43f73644b7ea447bee624649895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd84f6d09-7004-47c7-962b-949ec1f25952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:06Z', 'revision_number': 3, 'project_id': '8f3ff43f73644b7ea447bee624649895', 'gw_port': {'id': 'd84f6d09-7004-47c7-962b-949ec1f25952', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a0c9bd-db23-46a3-bc40-6200f60d533b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:02Z', 'updated_at': '2021-07-07T18:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}] {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:31:18.561314 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.570353 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:18.715180 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-ae97e78d-bc86-4967-baae-c8d15ce29e49 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5cbd6e04520f4af8900158f2aa4ad82e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9753919 Jul 07 18:31:18.730132 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-cc2ae0c7-b93b-4110-bbb1-88eca285ae99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.737262 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 52614) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:18.750811 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Pushing event updated for resources: {'Port': ['ID=92adf09f-0d0e-4cec-bddc-09deb96d8517,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:18.763950 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:18.797396 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f372b4-a397-4a8e-a8ce-59fd31dcc96c,revision_number=3']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:18.807861 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4d638540-6e14-451f-b2a7-1dce5dbaa25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.808856 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:18.819492 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.502s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:18.826577 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:18.857043 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97e78d-bc86-4967-baae-c8d15ce29e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b03c4c-fc16-45d8-b1ea-d54e1fab4c3d,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:18.872770 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-ae97e78d-bc86-4967-baae-c8d15ce29e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:18.913150 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ae0c7-b93b-4110-bbb1-88eca285ae99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e8aaff-4fee-495e-92f4-08d924f5cfc8,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:18.917007 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-cc2ae0c7-b93b-4110-bbb1-88eca285ae99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:18.968517 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-4d638540-6e14-451f-b2a7-1dce5dbaa25f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:19.009767 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-4d638540-6e14-451f-b2a7-1dce5dbaa25f admin admin] Usage tracker for resource:security_group_rule and tenant:955eee4664c7481d9d2fe2ea95ac56db is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:19.049261 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-4d638540-6e14-451f-b2a7-1dce5dbaa25f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:19.084186 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-4d638540-6e14-451f-b2a7-1dce5dbaa25f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:19.105490 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7dcd4c-509f-47aa-9a3e-0d154a4d4b4c req-00b34105-4d11-4e73-91cb-677b936f0d0d tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:19.110486 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 92adf09f-0d0e-4cec-bddc-09deb96d8517 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:31:19.119834 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-7c7dcd4c-509f-47aa-9a3e-0d154a4d4b4c req-00b34105-4d11-4e73-91cb-677b936f0d0d tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Synchronizing usage tracker for tenant:bc6466203fb64d209e71b43c6a72d58b on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:31:19.122109 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-cc2ae0c7-b93b-4110-bbb1-88eca285ae99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:19.123710 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-cc2ae0c7-b93b-4110-bbb1-88eca285ae99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4e8aaff-4fee-495e-92f4-08d924f5cfc8 HTTP/1.1" status: 204 len: 168 time: 1.9739625 Jul 07 18:31:19.196841 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-7c7dcd4c-509f-47aa-9a3e-0d154a4d4b4c req-00b34105-4d11-4e73-91cb-677b936f0d0d tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Unset dirty status for tenant:bc6466203fb64d209e71b43c6a72d58b on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:31:19.205770 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-7c7dcd4c-509f-47aa-9a3e-0d154a4d4b4c req-00b34105-4d11-4e73-91cb-677b936f0d0d tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5ad775-a0b4-41cc-a525-2964ad8b0e36 HTTP/1.1" status: 200 len: 931 time: 3.0975745 Jul 07 18:31:19.229599 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-48b4c8d0-9a0f-4f70-a119-b96a2c41fe8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:19.272848 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247661e-55e5-456d-a4d1-4207ce67d4b6 req-477c4a49-23d6-483f-b86c-b385ef317220 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:19.274515 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-1247661e-55e5-456d-a4d1-4207ce67d4b6 req-477c4a49-23d6-483f-b86c-b385ef317220 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 943 time: 0.9002464 Jul 07 18:31:19.287167 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_common [None req-9bc76ac1-e5d8-4f35-84c7-368ebc596988 admin admin] Allocated IP 172.20.0.1 (8aa84765-413d-4dc2-8d21-d785f19625b4/e0732594-4d25-48f2-b3f5-656ff1b826e7/9e70d4d3-286f-483f-9d89-0dbfa2d214e0) {{(pid=78477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:19.339964 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 92adf09f-0d0e-4cec-bddc-09deb96d8517 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:19.340377 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:19.446865 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-7c7dcd4c-509f-47aa-9a3e-0d154a4d4b4c req-936483ca-e855-490c-aa6b-7b7df276215a tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Synchronizing usage tracker for tenant:bc6466203fb64d209e71b43c6a72d58b on resource:security_group {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:31:19.463573 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-48b4c8d0-9a0f-4f70-a119-b96a2c41fe8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:19.781052 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4d638540-6e14-451f-b2a7-1dce5dbaa25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:19.871937 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4d638540-6e14-451f-b2a7-1dce5dbaa25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:19.887904 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-48b4c8d0-9a0f-4f70-a119-b96a2c41fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:19.939726 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-91892dba-7262-4261-9e80-9fc929fcc12e req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] Request body: {'port': {'device_id': '8c5ad775-a0b4-41cc-a525-2964ad8b0e36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:19.988434 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:20.165863 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-1247661e-55e5-456d-a4d1-4207ce67d4b6 req-0a5943f6-a2e5-47fd-aacc-e8580f185876 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8736041 Jul 07 18:31:20.178916 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d638540-6e14-451f-b2a7-1dce5dbaa25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3fcc2f-1ee1-4972-9eda-ffb96a8d17d8,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:20.195506 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ef845cc6-4188-475e-8a31-5f7505856efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:20.230348 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-7c7dcd4c-509f-47aa-9a3e-0d154a4d4b4c req-936483ca-e855-490c-aa6b-7b7df276215a tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Unset dirty status for tenant:bc6466203fb64d209e71b43c6a72d58b on resource:security_group {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:31:20.244627 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-7c7dcd4c-509f-47aa-9a3e-0d154a4d4b4c req-936483ca-e855-490c-aa6b-7b7df276215a tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a0ff45a-daa6-427c-87ac-9bc729548739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0370474 Jul 07 18:31:20.291857 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0fa69758-9f2b-4bfa-8198-05e1df3a8d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:20.294596 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4c8d0-9a0f-4f70-a119-b96a2c41fe8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b03c4c-fc16-45d8-b1ea-d54e1fab4c3d,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:20.309246 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-48b4c8d0-9a0f-4f70-a119-b96a2c41fe8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:20.338519 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-48b4c8d0-9a0f-4f70-a119-b96a2c41fe8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:20.343389 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-48b4c8d0-9a0f-4f70-a119-b96a2c41fe8b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/07b03c4c-fc16-45d8-b1ea-d54e1fab4c3d HTTP/1.1" status: 204 len: 168 time: 1.5843821 Jul 07 18:31:20.344389 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:20.344682 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:20.690082 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-4d638540-6e14-451f-b2a7-1dce5dbaa25f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=955eee4664c7481d9d2fe2ea95ac56db&name=default HTTP/1.1" status: 200 len: 2977 time: 3.1055021 Jul 07 18:31:20.690710 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-91892dba-7262-4261-9e80-9fc929fcc12e req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:20.690835 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 52650) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:20.744848 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9bc76ac1-e5d8-4f35-84c7-368ebc596988 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:20.785668 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-c27feaeb-f501-423c-88d1-b9ddc7b87b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:20.795704 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-c27feaeb-f501-423c-88d1-b9ddc7b87b40 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=801cd77637e2403187e00ddcc37d09c9&device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 1096 time: 0.7704105 Jul 07 18:31:20.972239 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c836f730-b64d-4a47-b50d-fdf825a5e470', 'tag': 'd5f372b4-a397-4a8e-a8ce-59fd31dcc96c', 'status': 'completed', 'code': 200} Jul 07 18:31:20.978411 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [None req-9bc76ac1-e5d8-4f35-84c7-368ebc596988 admin admin] Transition to ACTIVE for port object 9e70d4d3-286f-483f-9d89-0dbfa2d214e0 will not be triggered until provisioned by entity DHCP. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:21.043597 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-13333096-d4b5-4315-a033-514acf2861c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.104524 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.157934 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device d84f6d09-7004-47c7-962b-949ec1f25952 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:31:21.230460 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-13333096-d4b5-4315-a033-514acf2861c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.258344 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9bc76ac1-e5d8-4f35-84c7-368ebc596988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.275518 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ef845cc6-4188-475e-8a31-5f7505856efe admin admin] Notify callbacks [] for port, precommit_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.311720 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ef845cc6-4188-475e-8a31-5f7505856efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.323012 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ef845cc6-4188-475e-8a31-5f7505856efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546883'] for router_interface, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.359187 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-b4addd8b-7175-48db-b662-1d12c51e82f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:21.416942 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning for port d84f6d09-7004-47c7-962b-949ec1f25952 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:21.429348 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port d84f6d09-7004-47c7-962b-949ec1f25952 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:21.430379 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.547338 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 52668) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:21.752571 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.790116 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef845cc6-4188-475e-8a31-5f7505856efe admin admin] Pushing event updated for resources: {'Port': ['ID=64af3ac1-2cee-4cad-bb6e-9274a7efe804,revision_number=2']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:21.800311 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-db5fee2f-8695-467a-b010-f7db19e95a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.801992 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] For port d84f6d09-7004-47c7-962b-949ec1f25952, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=d84f6d09-7004-47c7-962b-949ec1f25952,segment=NetworkSegment(34c6f55a-e384-474c-af70-55cf6bf9ed8f),segment_id=34c6f55a-e384-474c-af70-55cf6bf9ed8f)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:31:21.808924 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.814404 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:21.826355 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-ef845cc6-4188-475e-8a31-5f7505856efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:21.849193 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [req-91892dba-7262-4261-9e80-9fc929fcc12e req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e531c0-d60b-4809-bb6e-787a36d69dd5 {{(pid=78477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:31:21.861216 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-91892dba-7262-4261-9e80-9fc929fcc12e req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] Notify callbacks [] for port, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.879695 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:21.919717 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Pushing event updated for resources: {'Port': ['ID=d84f6d09-7004-47c7-962b-949ec1f25952,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:21.939401 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:22.027549 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef845cc6-4188-475e-8a31-5f7505856efe admin admin] Network 92e10a70-b230-47f5-8f0a-d4a88037a098 is already hosted by enough agents. {{(pid=78478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:22.028940 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-13333096-d4b5-4315-a033-514acf2861c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.035342 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-ef845cc6-4188-475e-8a31-5f7505856efe admin admin] Resources bound (agent type, host, resource id): {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:22.062616 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-db5fee2f-8695-467a-b010-f7db19e95a83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:22.070443 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-db5fee2f-8695-467a-b010-f7db19e95a83 admin admin] Usage tracker for resource:security_group_rule and tenant:08758512860b4c2a9a6a4dce671e27f9 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:22.088843 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [req-91892dba-7262-4261-9e80-9fc929fcc12e req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] Transition to ACTIVE for port object f1e531c0-d60b-4809-bb6e-787a36d69dd5 will not be triggered until provisioned by entity L2. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:22.097722 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-db5fee2f-8695-467a-b010-f7db19e95a83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:22.143789 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-db5fee2f-8695-467a-b010-f7db19e95a83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:22.192467 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-cc2ae0c7-b93b-4110-bbb1-88eca285ae99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:22.199506 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-fd203770-c260-4715-aa2e-e86c6a45e631 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5f372b4-a397-4a8e-a8ce-59fd31dcc96c HTTP/1.1" status: 200 len: 217 time: 0.1094811 Jul 07 18:31:22.213747 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-91892dba-7262-4261-9e80-9fc929fcc12e req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.227795 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc76ac1-e5d8-4f35-84c7-368ebc596988 admin admin] Network 8aa84765-413d-4dc2-8d21-d785f19625b4 is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:22.241922 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [None req-9bc76ac1-e5d8-4f35-84c7-368ebc596988 admin admin] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:22.245286 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc76ac1-e5d8-4f35-84c7-368ebc596988 admin admin] Received port after_create {{(pid=78477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:31:22.245883 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9bc76ac1-e5d8-4f35-84c7-368ebc596988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553208'] for router_interface, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.317001 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13333096-d4b5-4315-a033-514acf2861c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3fcc2f-1ee1-4972-9eda-ffb96a8d17d8,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:22.348599 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-13333096-d4b5-4315-a033-514acf2861c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:22.359811 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc76ac1-e5d8-4f35-84c7-368ebc596988 admin admin] Pushing event updated for resources: {'Port': ['ID=9e70d4d3-286f-483f-9d89-0dbfa2d214e0,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:22.374709 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-9bc76ac1-e5d8-4f35-84c7-368ebc596988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:22.409264 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-13333096-d4b5-4315-a033-514acf2861c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.413394 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-13333096-d4b5-4315-a033-514acf2861c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d3fcc2f-1ee1-4972-9eda-ffb96a8d17d8 HTTP/1.1" status: 204 len: 168 time: 1.7116058 Jul 07 18:31:22.418300 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:22.508214 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.648217 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d10d12-2f73-46ad-9982-7481a02f5322 req-fba50904-4c48-43a4-a21c-2cb860f8e35a tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:22.649517 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-97d10d12-2f73-46ad-9982-7481a02f5322 req-fba50904-4c48-43a4-a21c-2cb860f8e35a tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5ad775-a0b4-41cc-a525-2964ad8b0e36 HTTP/1.1" status: 200 len: 931 time: 0.9892552 Jul 07 18:31:22.667524 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] Pushing event updated for resources: {'Port': ['ID=f1e531c0-d60b-4809-bb6e-787a36d69dd5,revision_number=2']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:22.739422 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:22.744230 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef845cc6-4188-475e-8a31-5f7505856efe admin admin] Router c0a0c9bd-db23-46a3-bc40-6200f60d533b has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:31:22.752592 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-758908f9-fcd1-4810-9374-85cf1e14940e None None] Provisioning for port 9e70d4d3-286f-483f-9d89-0dbfa2d214e0 completed by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:22.761791 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-758908f9-fcd1-4810-9374-85cf1e14940e None None] Provisioning complete for port 9e70d4d3-286f-483f-9d89-0dbfa2d214e0 triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:22.763496 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-758908f9-fcd1-4810-9374-85cf1e14940e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.768764 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-db5fee2f-8695-467a-b010-f7db19e95a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.778457 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-db5fee2f-8695-467a-b010-f7db19e95a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.784401 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-97d10d12-2f73-46ad-9982-7481a02f5322 req-a597ebd0-7dec-4948-8e15-509908288473 tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a0ff45a-daa6-427c-87ac-9bc729548739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210048 Jul 07 18:31:22.795915 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-0eb58222-16c2-40a9-98d5-03ed7a1e0858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:22.804079 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802156fb-ef8f-4fec-a3cf-6a650d206c36 req-168e171d-20ca-4a78-a988-adbb05fc056e tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:22.807017 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-802156fb-ef8f-4fec-a3cf-6a650d206c36 req-168e171d-20ca-4a78-a988-adbb05fc056e tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 943 time: 0.8321016 Jul 07 18:31:22.812076 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-91892dba-7262-4261-9e80-9fc929fcc12e req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] Attempting to bind port f1e531c0-d60b-4809-bb6e-787a36d69dd5 on host hv-cinder-79869 for vnic_type normal with profile {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:22.818523 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-91892dba-7262-4261-9e80-9fc929fcc12e req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] Attempting to bind port f1e531c0-d60b-4809-bb6e-787a36d69dd5 by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': '6c11e738-132e-4473-9b67-ace47e140062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '71b7e386-9c57-4d9a-be43-8519428530d5'}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:22.819021 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91892dba-7262-4261-9e80-9fc929fcc12e req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] Attempting to bind port f1e531c0-d60b-4809-bb6e-787a36d69dd5 on network 71b7e386-9c57-4d9a-be43-8519428530d5 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:22.822235 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-e8722404-6ddc-4f83-baab-7b96cf3df73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:22.827187 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-e8722404-6ddc-4f83-baab-7b96cf3df73e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b4cbb707-c270-421f-bf5e-0a6837269624 HTTP/1.1" status: 200 len: 853 time: 0.1944292 Jul 07 18:31:22.877993 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-758908f9-fcd1-4810-9374-85cf1e14940e None None] Port 9e70d4d3-286f-483f-9d89-0dbfa2d214e0 cannot update to ACTIVE because it is not bound. {{(pid=78479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:31:22.900748 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91892dba-7262-4261-9e80-9fc929fcc12e req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] Port f1e531c0-d60b-4809-bb6e-787a36d69dd5 on network 71b7e386-9c57-4d9a-be43-8519428530d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:31:22.901180 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91892dba-7262-4261-9e80-9fc929fcc12e req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] Attempting to bind port f1e531c0-d60b-4809-bb6e-787a36d69dd5 on network 71b7e386-9c57-4d9a-be43-8519428530d5 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:22.932702 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-dc13c7e5-9a04-4440-b03e-01e160872945 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=00122975-89ac-4879-bc72-e0e4e7651f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718341 Jul 07 18:31:22.945518 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91892dba-7262-4261-9e80-9fc929fcc12e req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] Checking agent: {'id': '6661975a-2303-40ef-9047-4852f27aec4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:22.946123 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91892dba-7262-4261-9e80-9fc929fcc12e req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] Checking segment: {'id': '6c11e738-132e-4473-9b67-ace47e140062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '71b7e386-9c57-4d9a-be43-8519428530d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:22.946710 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91892dba-7262-4261-9e80-9fc929fcc12e req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] Bound using segment: {'id': '6c11e738-132e-4473-9b67-ace47e140062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '71b7e386-9c57-4d9a-be43-8519428530d5'} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:22.947409 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-91892dba-7262-4261-9e80-9fc929fcc12e req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] Bound port: f1e531c0-d60b-4809-bb6e-787a36d69dd5, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c11e738-132e-4473-9b67-ace47e140062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '71b7e386-9c57-4d9a-be43-8519428530d5'}}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:22.947958 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-91892dba-7262-4261-9e80-9fc929fcc12e req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.003291 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-802156fb-ef8f-4fec-a3cf-6a650d206c36 req-bf0d7ba5-c349-43d2-a824-66504ddc24cf tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761146 Jul 07 18:31:23.040760 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5fee2f-8695-467a-b010-f7db19e95a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db918d7-5466-49ee-837a-9c6ac10874ef,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:23.045270 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-db5fee2f-8695-467a-b010-f7db19e95a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:23.046161 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device d84f6d09-7004-47c7-962b-949ec1f25952 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:31:23.048446 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-db5fee2f-8695-467a-b010-f7db19e95a83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08758512860b4c2a9a6a4dce671e27f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4977498 Jul 07 18:31:23.052497 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 52696) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:23.124680 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef845cc6-4188-475e-8a31-5f7505856efe admin admin] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:31:23.145142 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] Sync routers for ids ['c0a0c9bd-db23-46a3-bc40-6200f60d533b'] in dv-cinder-798696-1-smb {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:31:23.158148 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] Routers {'c0a0c9bd-db23-46a3-bc40-6200f60d533b'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:31:23.166902 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-ef845cc6-4188-475e-8a31-5f7505856efe admin admin] 10.222.0.41 "PUT /v2.0/routers/c0a0c9bd-db23-46a3-bc40-6200f60d533b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1701000 Jul 07 18:31:23.167465 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:31:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['c0a0c9bd-db23-46a3-bc40-6200f60d533b'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:23.177740 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0d1a4e80-8be8-4a88-a0a8-57fac20f8550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.207390 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port d84f6d09-7004-47c7-962b-949ec1f25952 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:23.208014 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.219165 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0d1a4e80-8be8-4a88-a0a8-57fac20f8550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.326617 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0d1a4e80-8be8-4a88-a0a8-57fac20f8550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.332473 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-c3c243a0-0e9c-462d-8407-d5decb0fac43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:23.358616 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a4e80-8be8-4a88-a0a8-57fac20f8550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db918d7-5466-49ee-837a-9c6ac10874ef,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:23.363166 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-0d1a4e80-8be8-4a88-a0a8-57fac20f8550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:23.375078 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0d1a4e80-8be8-4a88-a0a8-57fac20f8550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.379856 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-0d1a4e80-8be8-4a88-a0a8-57fac20f8550 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4db918d7-5466-49ee-837a-9c6ac10874ef HTTP/1.1" status: 204 len: 168 time: 0.3254790 Jul 07 18:31:23.422837 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 52712) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:23.435630 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9bc76ac1-e5d8-4f35-84c7-368ebc596988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.456728 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-13565c1e-a382-4d92-afa9-cb2a236737ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.472361 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-91892dba-7262-4261-9e80-9fc929fcc12e req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] For port f1e531c0-d60b-4809-bb6e-787a36d69dd5, host hv-cinder-79869, cleared binding levels {{(pid=78477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:31:23.478349 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-2d28e521-7392-448c-a81f-ab9ce005666d service neutron] 10.222.0.89 "GET /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107574 Jul 07 18:31:23.496104 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-13565c1e-a382-4d92-afa9-cb2a236737ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:23.505580 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-13565c1e-a382-4d92-afa9-cb2a236737ce admin admin] Usage tracker for resource:security_group_rule and tenant:433633010a7b4106857cfbf902a2f6c3 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:23.511997 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-13565c1e-a382-4d92-afa9-cb2a236737ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:23.516797 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] Set router c0a0c9bd-db23-46a3-bc40-6200f60d533b gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:31:23.525250 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-13565c1e-a382-4d92-afa9-cb2a236737ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:23.764907 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-13565c1e-a382-4d92-afa9-cb2a236737ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.776074 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-13565c1e-a382-4d92-afa9-cb2a236737ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.801752 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-1ba27a90-e174-44c9-a6ba-4e8bad9c2dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:23.803325 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-91892dba-7262-4261-9e80-9fc929fcc12e req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] For port f1e531c0-d60b-4809-bb6e-787a36d69dd5, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=f1e531c0-d60b-4809-bb6e-787a36d69dd5,segment=NetworkSegment(6c11e738-132e-4473-9b67-ace47e140062),segment_id=6c11e738-132e-4473-9b67-ace47e140062)] {{(pid=78477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:31:23.904958 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-13565c1e-a382-4d92-afa9-cb2a236737ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=433633010a7b4106857cfbf902a2f6c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4787145 Jul 07 18:31:23.909217 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 52730) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:23.915712 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13565c1e-a382-4d92-afa9-cb2a236737ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84cb310-ab7e-469a-99c3-5895879a5c75,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:23.965009 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-13565c1e-a382-4d92-afa9-cb2a236737ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:23.982909 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-91892dba-7262-4261-9e80-9fc929fcc12e req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.022814 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:24.137937 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a0c9bd-db23-46a3-bc40-6200f60d533b', 'name': 'tempest-ServerRescueNegativeTestJSON-997314019-router', 'tenant_id': '8f3ff43f73644b7ea447bee624649895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd84f6d09-7004-47c7-962b-949ec1f25952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:19Z', 'revision_number': 4, 'project_id': '8f3ff43f73644b7ea447bee624649895', 'gw_port': {'id': 'd84f6d09-7004-47c7-962b-949ec1f25952', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a0c9bd-db23-46a3-bc40-6200f60d533b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:02Z', 'updated_at': '2021-07-07T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '64af3ac1-2cee-4cad-bb6e-9274a7efe804', 'name': '', 'network_id': '92e10a70-b230-47f5-8f0a-d4a88037a098', 'tenant_id': '8f3ff43f73644b7ea447bee624649895', 'mac_address': 'fa:16:3e:15:2d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a0c9bd-db23-46a3-bc40-6200f60d533b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f1570539-ca9f-43b4-b497-d0b015384538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:14Z', 'updated_at': '2021-07-07T18:31:20Z', 'revision_number': 2, 'project_id': '8f3ff43f73644b7ea447bee624649895', 'subnets': [{'id': 'f1570539-ca9f-43b4-b497-d0b015384538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:24.143618 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] Checking router: c0a0c9bd-db23-46a3-bc40-6200f60d533b for host: dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:31:24.143998 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] Updating router c0a0c9bd-db23-46a3-bc40-6200f60d533b port 64af3ac1-2cee-4cad-bb6e-9274a7efe804 binding host dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:31:24.174620 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91892dba-7262-4261-9e80-9fc929fcc12e req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:24.175444 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-91892dba-7262-4261-9e80-9fc929fcc12e req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.176988 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-91892dba-7262-4261-9e80-9fc929fcc12e req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] 10.222.0.89 "PUT /v2.0/ports/f1e531c0-d60b-4809-bb6e-787a36d69dd5 HTTP/1.1" status: 200 len: 1093 time: 4.2430770 Jul 07 18:31:24.177572 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5ad775-a0b4-41cc-a525-2964ad8b0e36', 'tag': 'f1e531c0-d60b-4809-bb6e-787a36d69dd5'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:31:24.186700 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e9998dbb-5afe-42af-a8bb-45f6c351068a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.202880 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9bc76ac1-e5d8-4f35-84c7-368ebc596988 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.281172 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e9998dbb-5afe-42af-a8bb-45f6c351068a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.299845 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9bc76ac1-e5d8-4f35-84c7-368ebc596988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.311277 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.315685 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9bc76ac1-e5d8-4f35-84c7-368ebc596988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546883'] for router_interface, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.322219 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4ccb2140-7567-4e97-9e9d-f471037613a6 req-90820e7d-9fb0-4f5b-bebf-8e706fe4e944 service neutron] 10.222.0.89 "GET /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6018724 Jul 07 18:31:24.382309 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69aa814-a15f-4c59-94be-beeeca98b4fa req-34aa4c67-2e42-498e-9cd3-d793d8bb31ee tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:24.384255 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-b69aa814-a15f-4c59-94be-beeeca98b4fa req-34aa4c67-2e42-498e-9cd3-d793d8bb31ee tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5ad775-a0b4-41cc-a525-2964ad8b0e36 HTTP/1.1" status: 200 len: 943 time: 0.3102548 Jul 07 18:31:24.458404 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-b69aa814-a15f-4c59-94be-beeeca98b4fa req-344d4f71-d876-49d7-84fc-13b6016d209d tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a0ff45a-daa6-427c-87ac-9bc729548739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654190 Jul 07 18:31:24.501452 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e9998dbb-5afe-42af-a8bb-45f6c351068a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.507282 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:24.517182 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] Pushing event updated for resources: {'Port': ['ID=f1e531c0-d60b-4809-bb6e-787a36d69dd5,revision_number=3']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:24.552248 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9998dbb-5afe-42af-a8bb-45f6c351068a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84cb310-ab7e-469a-99c3-5895879a5c75,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:24.555701 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e9998dbb-5afe-42af-a8bb-45f6c351068a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.556834 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-e9998dbb-5afe-42af-a8bb-45f6c351068a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e84cb310-ab7e-469a-99c3-5895879a5c75 HTTP/1.1" status: 204 len: 168 time: 0.6461737 Jul 07 18:31:24.570309 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-e9998dbb-5afe-42af-a8bb-45f6c351068a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:24.576555 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:24.587851 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-9bc76ac1-e5d8-4f35-84c7-368ebc596988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:24.658639 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5ad775-a0b4-41cc-a525-2964ad8b0e36', 'tag': 'f1e531c0-d60b-4809-bb6e-787a36d69dd5', 'status': 'completed', 'code': 200} Jul 07 18:31:24.800447 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc76ac1-e5d8-4f35-84c7-368ebc596988 admin admin] Network 8aa84765-413d-4dc2-8d21-d785f19625b4 is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:24.825176 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [None req-9bc76ac1-e5d8-4f35-84c7-368ebc596988 admin admin] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:25.211895 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:25.250887 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] Transition to ACTIVE for port object 64af3ac1-2cee-4cad-bb6e-9274a7efe804 will not be triggered until provisioned by entity L2. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:25.265014 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:25.277588 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:25.361278 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-d17e7eeb-fe0a-4a3a-880e-c4e58c390013 None None] Provisioning complete for port 9e70d4d3-286f-483f-9d89-0dbfa2d214e0 triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:25.366291 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d17e7eeb-fe0a-4a3a-880e-c4e58c390013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:25.378442 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135b63c-6855-4b5e-a42b-ff3cbf6f43f5 None None] Pushing event updated for resources: {'Port': ['ID=64af3ac1-2cee-4cad-bb6e-9274a7efe804,revision_number=3']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:25.382242 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc76ac1-e5d8-4f35-84c7-368ebc596988 admin admin] Pushing event updated for resources: {'Port': ['ID=9e70d4d3-286f-483f-9d89-0dbfa2d214e0,revision_number=2']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:25.385279 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a135b63c-6855-4b5e-a42b-ff3cbf6f43f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:25.400661 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-9bc76ac1-e5d8-4f35-84c7-368ebc596988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:25.439557 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff8431-ec79-4cdb-8468-86b21fa1d6d8 req-29ea99f4-be0a-40c7-9f23-3c2b86da3c65 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:25.441212 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-eaff8431-ec79-4cdb-8468-86b21fa1d6d8 req-29ea99f4-be0a-40c7-9f23-3c2b86da3c65 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 943 time: 1.1372931 Jul 07 18:31:25.546124 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-d17e7eeb-fe0a-4a3a-880e-c4e58c390013 None None] Port 9e70d4d3-286f-483f-9d89-0dbfa2d214e0 cannot update to ACTIVE because it is not bound. {{(pid=78479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:31:25.571199 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7803919-2283-412a-b3bc-1693d38a9e0d req-7bc02ae6-c2be-4ab3-8202-8d3a6a62c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:25.572716 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d7803919-2283-412a-b3bc-1693d38a9e0d req-7bc02ae6-c2be-4ab3-8202-8d3a6a62c1ef service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=801cd77637e2403187e00ddcc37d09c9&device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 1096 time: 1.0571425 Jul 07 18:31:25.582972 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] Attempting to bind port 64af3ac1-2cee-4cad-bb6e-9274a7efe804 on host dv-cinder-798696-1-smb for vnic_type normal with profile {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:25.583619 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] Attempting to bind port 64af3ac1-2cee-4cad-bb6e-9274a7efe804 by drivers openvswitch,hyperv on host dv-cinder-798696-1-smb at level 0 using segments [{'id': 'ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '92e10a70-b230-47f5-8f0a-d4a88037a098'}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:25.585175 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] Attempting to bind port 64af3ac1-2cee-4cad-bb6e-9274a7efe804 on network 92e10a70-b230-47f5-8f0a-d4a88037a098 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:25.594396 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] Checking agent: {'id': '0db86e1d-da65-40b6-b0e9-b4ccdca3fd82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 18), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:25.595250 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] Checking segment: {'id': 'ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '92e10a70-b230-47f5-8f0a-d4a88037a098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:25.596181 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:25.597133 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] Bound using segment: {'id': 'ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '92e10a70-b230-47f5-8f0a-d4a88037a098'} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:25.598176 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] Bound port: 64af3ac1-2cee-4cad-bb6e-9274a7efe804, host: dv-cinder-798696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '92e10a70-b230-47f5-8f0a-d4a88037a098'}}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:25.599343 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:25.602093 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc76ac1-e5d8-4f35-84c7-368ebc596988 admin admin] Router 77da480b-5db5-4ea6-9220-c2e479e5060c has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:31:25.730770 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91892dba-7262-4261-9e80-9fc929fcc12e req-3a84e8a4-4b0c-4988-bebd-3e49e31b14cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:25.732499 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-91892dba-7262-4261-9e80-9fc929fcc12e req-3a84e8a4-4b0c-4988-bebd-3e49e31b14cd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bc6466203fb64d209e71b43c6a72d58b&device_id=8c5ad775-a0b4-41cc-a525-2964ad8b0e36 HTTP/1.1" status: 200 len: 1096 time: 1.4889014 Jul 07 18:31:25.775745 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] For port 64af3ac1-2cee-4cad-bb6e-9274a7efe804, host dv-cinder-798696-1-smb, cleared binding levels {{(pid=78480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:31:25.790981 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] For port 64af3ac1-2cee-4cad-bb6e-9274a7efe804, host dv-cinder-798696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=64af3ac1-2cee-4cad-bb6e-9274a7efe804,segment=NetworkSegment(ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c),segment_id=ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c)] {{(pid=78480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:31:25.796772 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:25.801531 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-1d617391-2a95-4fd3-938d-8fd1751d5c7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:25.885205 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-eaff8431-ec79-4cdb-8468-86b21fa1d6d8 req-bb03985b-3b87-41d8-8d8f-100a0eb7ca10 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151330 Jul 07 18:31:25.974340 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135b63c-6855-4b5e-a42b-ff3cbf6f43f5 None None] Pushing event updated for resources: {'Port': ['ID=64af3ac1-2cee-4cad-bb6e-9274a7efe804,revision_number=4']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:25.987023 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a135b63c-6855-4b5e-a42b-ff3cbf6f43f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:26.006839 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] Routers {'c0a0c9bd-db23-46a3-bc40-6200f60d533b'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:31:26.007639 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:31:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['c0a0c9bd-db23-46a3-bc40-6200f60d533b'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:26.026671 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-4689cf74-04c5-443f-a43f-32ae06876d56 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:26.039341 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-4689cf74-04c5-443f-a43f-32ae06876d56 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/networks?id=92e10a70-b230-47f5-8f0a-d4a88037a098 HTTP/1.1" status: 200 len: 818 time: 0.3227429 Jul 07 18:31:26.075015 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-4498587f-1c8a-4590-a7d7-6e37f2b0d769 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/quotas/8f3ff43f73644b7ea447bee624649895 HTTP/1.1" status: 200 len: 375 time: 0.0346463 Jul 07 18:31:26.230108 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-ff028606-878e-4619-9c31-c422119e136e tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Synchronizing usage tracker for tenant:8f3ff43f73644b7ea447bee624649895 on resource:port {{(pid=78478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:31:26.254962 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-91892dba-7262-4261-9e80-9fc929fcc12e req-9d2378a9-7c56-4807-b9f4-25bcccc25d2a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1e531c0-d60b-4809-bb6e-787a36d69dd5 HTTP/1.1" status: 200 len: 217 time: 0.2623606 Jul 07 18:31:26.256846 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-ff028606-878e-4619-9c31-c422119e136e tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Unset dirty status for tenant:8f3ff43f73644b7ea447bee624649895 on resource:port {{(pid=78478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:31:26.258731 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-ff028606-878e-4619-9c31-c422119e136e tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f3ff43f73644b7ea447bee624649895&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1828926 Jul 07 18:31:26.272046 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] Set router c0a0c9bd-db23-46a3-bc40-6200f60d533b gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:31:26.432152 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7803919-2283-412a-b3bc-1693d38a9e0d req-7c41f1ed-430b-4201-85d6-d531468c95f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:26.433475 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-07dd44e7-5298-446f-a2e7-2e1f21c62310 service neutron] 10.222.0.41 "GET /v2.0/networks/92e10a70-b230-47f5-8f0a-d4a88037a098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661966 Jul 07 18:31:26.439915 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d7803919-2283-412a-b3bc-1693d38a9e0d req-7c41f1ed-430b-4201-85d6-d531468c95f6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=00122975-89ac-4879-bc72-e0e4e7651f21 HTTP/1.1" status: 200 len: 914 time: 0.8363404 Jul 07 18:31:26.553380 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91892dba-7262-4261-9e80-9fc929fcc12e req-03c6fd66-4541-4e91-8c0f-2345597cb503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:26.555407 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-91892dba-7262-4261-9e80-9fc929fcc12e req-03c6fd66-4541-4e91-8c0f-2345597cb503 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5c63f040-2e88-4a9e-9e99-1fbcc431c0be HTTP/1.1" status: 200 len: 852 time: 0.2718449 Jul 07 18:31:26.729356 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-91892dba-7262-4261-9e80-9fc929fcc12e req-b787491d-7154-4830-a264-4e850e45c1bf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=71b7e386-9c57-4d9a-be43-8519428530d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140041 Jul 07 18:31:26.735351 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-99938b2e-a118-4aa1-9b28-3ef30cf4c9bd service neutron] 10.222.0.41 "GET /v2.0/networks/92e10a70-b230-47f5-8f0a-d4a88037a098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958424 Jul 07 18:31:26.748742 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d7803919-2283-412a-b3bc-1693d38a9e0d req-3956f407-5d67-4d2d-8490-ee6015db5ed6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5f372b4-a397-4a8e-a8ce-59fd31dcc96c HTTP/1.1" status: 200 len: 217 time: 0.2471066 Jul 07 18:31:26.953248 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-91892dba-7262-4261-9e80-9fc929fcc12e req-f944d265-a808-4f12-a7df-4294ad433a6c service neutron] 10.222.0.89 "GET /v2.0/networks/71b7e386-9c57-4d9a-be43-8519428530d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034774 Jul 07 18:31:27.000450 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a0c9bd-db23-46a3-bc40-6200f60d533b', 'name': 'tempest-ServerRescueNegativeTestJSON-997314019-router', 'tenant_id': '8f3ff43f73644b7ea447bee624649895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd84f6d09-7004-47c7-962b-949ec1f25952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:19Z', 'revision_number': 4, 'project_id': '8f3ff43f73644b7ea447bee624649895', 'gw_port': {'id': 'd84f6d09-7004-47c7-962b-949ec1f25952', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a0c9bd-db23-46a3-bc40-6200f60d533b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:02Z', 'updated_at': '2021-07-07T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '64af3ac1-2cee-4cad-bb6e-9274a7efe804', 'name': '', 'network_id': '92e10a70-b230-47f5-8f0a-d4a88037a098', 'tenant_id': '8f3ff43f73644b7ea447bee624649895', 'mac_address': 'fa:16:3e:15:2d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a0c9bd-db23-46a3-bc40-6200f60d533b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f1570539-ca9f-43b4-b497-d0b015384538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:14Z', 'updated_at': '2021-07-07T18:31:25Z', 'revision_number': 4, 'project_id': '8f3ff43f73644b7ea447bee624649895', 'subnets': [{'id': 'f1570539-ca9f-43b4-b497-d0b015384538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:27.011852 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e316bf-c2f0-4723-bcb1-2114f1b8fb4d None None] The sync data for ids ['c0a0c9bd-db23-46a3-bc40-6200f60d533b'] in dv-cinder-798696-1-smb is: [{'id': 'c0a0c9bd-db23-46a3-bc40-6200f60d533b', 'name': 'tempest-ServerRescueNegativeTestJSON-997314019-router', 'tenant_id': '8f3ff43f73644b7ea447bee624649895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd84f6d09-7004-47c7-962b-949ec1f25952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:19Z', 'revision_number': 4, 'project_id': '8f3ff43f73644b7ea447bee624649895', 'gw_port': {'id': 'd84f6d09-7004-47c7-962b-949ec1f25952', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a0c9bd-db23-46a3-bc40-6200f60d533b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:02Z', 'updated_at': '2021-07-07T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '64af3ac1-2cee-4cad-bb6e-9274a7efe804', 'name': '', 'network_id': '92e10a70-b230-47f5-8f0a-d4a88037a098', 'tenant_id': '8f3ff43f73644b7ea447bee624649895', 'mac_address': 'fa:16:3e:15:2d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a0c9bd-db23-46a3-bc40-6200f60d533b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f1570539-ca9f-43b4-b497-d0b015384538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:14Z', 'updated_at': '2021-07-07T18:31:25Z', 'revision_number': 4, 'project_id': '8f3ff43f73644b7ea447bee624649895', 'subnets': [{'id': 'f1570539-ca9f-43b4-b497-d0b015384538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:31:27.049098 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e0955c74-e113-46e1-8b27-1be7b61c7b5e req-05495a6b-2d95-4f83-a79e-1632083f623f tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 210 time: 0.1025050 Jul 07 18:31:27.361227 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94592c33-66f3-4297-af9a-937fd4f6b88d req-01ddadcf-05c3-4db2-a89d-84d350fd8a4b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:27.371704 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-94592c33-66f3-4297-af9a-937fd4f6b88d req-01ddadcf-05c3-4db2-a89d-84d350fd8a4b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5ad775-a0b4-41cc-a525-2964ad8b0e36 HTTP/1.1" status: 200 len: 943 time: 1.0892007 Jul 07 18:31:27.419908 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc76ac1-e5d8-4f35-84c7-368ebc596988 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:31:27.434817 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] Sync routers for ids ['77da480b-5db5-4ea6-9220-c2e479e5060c'] in dv-cinder-798696-1-smb {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:31:27.438114 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7df98-920e-4963-9427-ee4fed39e635 req-f307eb2a-3fa5-4d50-87d4-295cb3f59e97 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:27.452823 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-9bc76ac1-e5d8-4f35-84c7-368ebc596988 admin admin] 10.222.0.41 "PUT /v2.0/routers/77da480b-5db5-4ea6-9220-c2e479e5060c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.7599585 Jul 07 18:31:27.455080 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-65d7df98-920e-4963-9427-ee4fed39e635 req-f307eb2a-3fa5-4d50-87d4-295cb3f59e97 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 943 time: 0.2322657 Jul 07 18:31:27.456758 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] Routers {'77da480b-5db5-4ea6-9220-c2e479e5060c'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:31:27.457410 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:31:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['77da480b-5db5-4ea6-9220-c2e479e5060c'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:27.516100 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-91892dba-7262-4261-9e80-9fc929fcc12e req-024235db-1a4e-43f7-b80d-6dbc4132a03a service neutron] 10.222.0.89 "GET /v2.0/networks/71b7e386-9c57-4d9a-be43-8519428530d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217259 Jul 07 18:31:27.533252 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7803919-2283-412a-b3bc-1693d38a9e0d req-6b6a0ca7-6e93-4b71-8241-2de6010da4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:27.536740 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d7803919-2283-412a-b3bc-1693d38a9e0d req-6b6a0ca7-6e93-4b71-8241-2de6010da4c7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b4cbb707-c270-421f-bf5e-0a6837269624 HTTP/1.1" status: 200 len: 853 time: 0.5807428 Jul 07 18:31:27.586262 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-65d7df98-920e-4963-9427-ee4fed39e635 req-8f2f895c-c9ea-496d-a170-2f267bb63a5b tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228104 Jul 07 18:31:27.594388 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-94592c33-66f3-4297-af9a-937fd4f6b88d req-1609bfb9-4dc2-45bc-b331-62900bbe553b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a0ff45a-daa6-427c-87ac-9bc729548739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195032 Jul 07 18:31:27.702116 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d7803919-2283-412a-b3bc-1693d38a9e0d req-c7ef5058-6f49-4491-a356-c5738507564a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=00122975-89ac-4879-bc72-e0e4e7651f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360927 Jul 07 18:31:28.002555 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fea1d4-1113-4839-9cba-750d354c5938 req-eae3fb08-fc8d-4b54-9b04-f1688e059d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:28.006219 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b3fea1d4-1113-4839-9cba-750d354c5938 req-eae3fb08-fc8d-4b54-9b04-f1688e059d10 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bc6466203fb64d209e71b43c6a72d58b&device_id=8c5ad775-a0b4-41cc-a525-2964ad8b0e36 HTTP/1.1" status: 200 len: 1096 time: 0.4064674 Jul 07 18:31:28.059516 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] Set router 77da480b-5db5-4ea6-9220-c2e479e5060c gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:31:28.219494 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a57624-098e-4367-9fab-795d25c98148 req-2bae1090-4164-457f-8ebc-a8bdcd365030 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:28.229507 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-86a57624-098e-4367-9fab-795d25c98148 req-2bae1090-4164-457f-8ebc-a8bdcd365030 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/networks?id=92e10a70-b230-47f5-8f0a-d4a88037a098 HTTP/1.1" status: 200 len: 818 time: 0.4410114 Jul 07 18:31:28.256237 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-86a57624-098e-4367-9fab-795d25c98148 req-8220ea2f-1af7-42c4-bf7c-d9f257bead95 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/quotas/8f3ff43f73644b7ea447bee624649895 HTTP/1.1" status: 200 len: 375 time: 0.0254493 Jul 07 18:31:28.396227 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-86a57624-098e-4367-9fab-795d25c98148 req-4d153a9b-43d9-4b5f-814c-e83beb3cb989 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f3ff43f73644b7ea447bee624649895&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1387718 Jul 07 18:31:28.597863 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d7803919-2283-412a-b3bc-1693d38a9e0d req-0c32370a-795b-42d5-8e52-9da61c78463f service neutron] 10.222.0.89 "GET /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8515904 Jul 07 18:31:28.685733 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-86a57624-098e-4367-9fab-795d25c98148 req-1f529b14-6de8-418a-97b4-3832dbb2c3a9 service neutron] 10.222.0.41 "GET /v2.0/networks/92e10a70-b230-47f5-8f0a-d4a88037a098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880037 Jul 07 18:31:28.804877 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device d5f372b4-a397-4a8e-a8ce-59fd31dcc96c details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 07 18:31:29.017130 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 52912) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:29.017130 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.89', 63283) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:29.195884 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d7803919-2283-412a-b3bc-1693d38a9e0d req-d8c0260b-0967-4f23-9161-32c8c1a690b9 service neutron] 10.222.0.89 "GET /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5759451 Jul 07 18:31:29.235775 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 64af3ac1-2cee-4cad-bb6e-9274a7efe804 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:31:29.313982 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fea1d4-1113-4839-9cba-750d354c5938 req-e3025494-2ad2-4510-83eb-c8eba53b6de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:29.316974 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b3fea1d4-1113-4839-9cba-750d354c5938 req-e3025494-2ad2-4510-83eb-c8eba53b6de3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=71b7e386-9c57-4d9a-be43-8519428530d5 HTTP/1.1" status: 200 len: 913 time: 1.2975769 Jul 07 18:31:29.457356 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b3fea1d4-1113-4839-9cba-750d354c5938 req-852a6982-3474-4ade-a25b-10e9c89c8d84 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1e531c0-d60b-4809-bb6e-787a36d69dd5 HTTP/1.1" status: 200 len: 217 time: 0.1234138 Jul 07 18:31:29.500356 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-86a57624-098e-4367-9fab-795d25c98148 req-dee308d4-b2e7-4892-b97f-b0fd778f60c2 service neutron] 10.222.0.41 "GET /v2.0/networks/92e10a70-b230-47f5-8f0a-d4a88037a098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8136494 Jul 07 18:31:29.563457 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 52936) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:29.570450 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-59ffa25e-db01-48a5-bc79-647cd2a9a6a5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Request body: {'security_group': {'name': 'tempest-securitygroup--978393928', 'description': 'tempest-description--1497954358'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:29.590530 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-59ffa25e-db01-48a5-bc79-647cd2a9a6a5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:29.606399 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-59ffa25e-db01-48a5-bc79-647cd2a9a6a5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Usage tracker for resource:security_group and tenant:141aaf718a50403cb0402f655c144713 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:29.613243 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-59ffa25e-db01-48a5-bc79-647cd2a9a6a5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:29.633836 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-59ffa25e-db01-48a5-bc79-647cd2a9a6a5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:29.659534 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-59ffa25e-db01-48a5-bc79-647cd2a9a6a5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:29.665689 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port d5f372b4-a397-4a8e-a8ce-59fd31dcc96c, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=d5f372b4-a397-4a8e-a8ce-59fd31dcc96c,segment=NetworkSegment(a67dfcbe-c679-4d3f-b4bc-195e22269185),segment_id=a67dfcbe-c679-4d3f-b4bc-195e22269185)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:31:29.690918 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Returning: {'device': 'd5f372b4-a397-4a8e-a8ce-59fd31dcc96c', 'network_id': '00122975-89ac-4879-bc72-e0e4e7651f21', 'port_id': 'd5f372b4-a397-4a8e-a8ce-59fd31dcc96c', 'mac_address': 'fa:16:3e:1b:31:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4cbb707-c270-421f-bf5e-0a6837269624', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 07 18:31:29.702352 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning for port 64af3ac1-2cee-4cad-bb6e-9274a7efe804 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:29.723410 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-59ffa25e-db01-48a5-bc79-647cd2a9a6a5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:29.738290 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-59ffa25e-db01-48a5-bc79-647cd2a9a6a5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Usage tracker for resource:security_group_rule and tenant:141aaf718a50403cb0402f655c144713 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:29.745164 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-59ffa25e-db01-48a5-bc79-647cd2a9a6a5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:29.746677 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'name': 'tempest-AttachVolumeShelveTestJSON-1160312080-router', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:23Z', 'revision_number': 4, 'project_id': '141aaf718a50403cb0402f655c144713', 'gw_port': {'id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '9e70d4d3-286f-483f-9d89-0dbfa2d214e0', 'name': '', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'mac_address': 'fa:16:3e:f9:81:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:18Z', 'updated_at': '2021-07-07T18:31:23Z', 'revision_number': 2, 'project_id': '141aaf718a50403cb0402f655c144713', 'subnets': [{'id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:29.760975 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-59ffa25e-db01-48a5-bc79-647cd2a9a6a5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:29.773612 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9978e19d-7f8b-446a-8541-38a585901a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:29.784276 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 64af3ac1-2cee-4cad-bb6e-9274a7efe804 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:29.786078 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:29.899368 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-9978e19d-7f8b-446a-8541-38a585901a75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:29.976122 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] Checking router: 77da480b-5db5-4ea6-9220-c2e479e5060c for host: dv-cinder-798696-1-smb {{(pid=78479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:31:29.976122 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] Updating router 77da480b-5db5-4ea6-9220-c2e479e5060c port 9e70d4d3-286f-483f-9d89-0dbfa2d214e0 binding host dv-cinder-798696-1-smb {{(pid=78479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:31:30.053395 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.085569 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-9978e19d-7f8b-446a-8541-38a585901a75 admin admin] Usage tracker for resource:security_group_rule and tenant:bc822d28b18243958a002285a0cb6a22 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:30.089502 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-59ffa25e-db01-48a5-bc79-647cd2a9a6a5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.106518 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-9978e19d-7f8b-446a-8541-38a585901a75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:30.119404 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-59ffa25e-db01-48a5-bc79-647cd2a9a6a5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.127770 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f372b4-a397-4a8e-a8ce-59fd31dcc96c {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:31:30.131108 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-5a9f976d-ebfe-4216-aa0c-577204180ce2 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:30.131852 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-5a9f976d-ebfe-4216-aa0c-577204180ce2 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Synchronizing usage tracker for tenant:8f3ff43f73644b7ea447bee624649895 on resource:network {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:31:30.149849 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:30.171753 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port d5f372b4-a397-4a8e-a8ce-59fd31dcc96c, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=d5f372b4-a397-4a8e-a8ce-59fd31dcc96c,segment=NetworkSegment(a67dfcbe-c679-4d3f-b4bc-195e22269185),segment_id=a67dfcbe-c679-4d3f-b4bc-195e22269185)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:31:30.175789 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-9978e19d-7f8b-446a-8541-38a585901a75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:30.180694 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-59ffa25e-db01-48a5-bc79-647cd2a9a6a5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.186791 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-59ffa25e-db01-48a5-bc79-647cd2a9a6a5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6172597 Jul 07 18:31:30.187065 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fea1d4-1113-4839-9cba-750d354c5938 req-f9286857-cb4e-4871-9016-762be7bbfb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:30.191199 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b3fea1d4-1113-4839-9cba-750d354c5938 req-f9286857-cb4e-4871-9016-762be7bbfb46 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5c63f040-2e88-4a9e-9e99-1fbcc431c0be HTTP/1.1" status: 200 len: 852 time: 0.7214432 Jul 07 18:31:30.191669 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 52966) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:30.209238 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.242551 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:30.254739 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffa25e-db01-48a5-bc79-647cd2a9a6a5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfed74b4-5135-496e-a42c-1133d0b3b15d,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:30.261559 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-59ffa25e-db01-48a5-bc79-647cd2a9a6a5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:30.307682 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fc892-2ffa-4582-a4ea-dc4cc1bf0c60 req-3a094c1f-2a51-4e24-9e78-156b8e88c27a tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:30.309429 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-412fc892-2ffa-4582-a4ea-dc4cc1bf0c60 req-3a094c1f-2a51-4e24-9e78-156b8e88c27a tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 943 time: 0.2950649 Jul 07 18:31:30.322182 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-b25b7db8-0cd6-4a1d-a30e-be973a20618f tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Request body: {'security_group_rule': {'security_group_id': 'cfed74b4-5135-496e-a42c-1133d0b3b15d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:30.332735 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b3fea1d4-1113-4839-9cba-750d354c5938 req-e76de175-513f-4c89-beb3-6bbdbe43306a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=71b7e386-9c57-4d9a-be43-8519428530d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142519 Jul 07 18:31:30.339025 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-b25b7db8-0cd6-4a1d-a30e-be973a20618f tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:30.420184 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.440625 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-412fc892-2ffa-4582-a4ea-dc4cc1bf0c60 req-132fd22c-8012-405b-8e36-72586b9bf771 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232998 Jul 07 18:31:30.532130 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-b25b7db8-0cd6-4a1d-a30e-be973a20618f tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Usage tracker for resource:security_group_rule and tenant:141aaf718a50403cb0402f655c144713 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:30.536438 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-5a9f976d-ebfe-4216-aa0c-577204180ce2 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Unset dirty status for tenant:8f3ff43f73644b7ea447bee624649895 on resource:network {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:31:30.537815 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-5a9f976d-ebfe-4216-aa0c-577204180ce2 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.89 "GET /v2.0/networks?id=92e10a70-b230-47f5-8f0a-d4a88037a098 HTTP/1.1" status: 200 len: 818 time: 1.5117395 Jul 07 18:31:30.546431 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device f1e531c0-d60b-4809-bb6e-787a36d69dd5 details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 07 18:31:30.553629 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-b25b7db8-0cd6-4a1d-a30e-be973a20618f tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:30.561904 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-32894f9a-6acb-4ac8-8fe7-ea021bfd0364 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Request body: {'port': {'device_id': '4043b484-3da1-4837-9628-97d4c7e643be', 'network_id': '92e10a70-b230-47f5-8f0a-d4a88037a098', 'admin_state_up': True, 'tenant_id': '8f3ff43f73644b7ea447bee624649895'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:30.634199 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-26a72276-426d-42d2-87b1-270664bc2bc1 req-483eabb1-f77a-4b36-9d83-4b02ed5636f9 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 210 time: 0.1147649 Jul 07 18:31:30.670347 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['d5f372b4-a397-4a8e-a8ce-59fd31dcc96c'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:31:30.731985 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=d5f372b4-a397-4a8e-a8ce-59fd31dcc96c,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:30.747550 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:30.771044 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.821339 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3aa211-0f98-444f-a95b-e9bd84cd49a9 req-cf227d92-5b06-4d00-b08c-133f52409842 tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:30.823036 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4a3aa211-0f98-444f-a95b-e9bd84cd49a9 req-cf227d92-5b06-4d00-b08c-133f52409842 tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5ad775-a0b4-41cc-a525-2964ad8b0e36 HTTP/1.1" status: 200 len: 943 time: 0.9625185 Jul 07 18:31:30.826583 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-b25b7db8-0cd6-4a1d-a30e-be973a20618f tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:30.829185 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-32894f9a-6acb-4ac8-8fe7-ea021bfd0364 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:30.881125 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-32894f9a-6acb-4ac8-8fe7-ea021bfd0364 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:30.906352 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b3fea1d4-1113-4839-9cba-750d354c5938 req-42a96829-1227-46f8-aa54-0deae29edc22 service neutron] 10.222.0.89 "GET /v2.0/networks/71b7e386-9c57-4d9a-be43-8519428530d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638599 Jul 07 18:31:30.953734 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9978e19d-7f8b-446a-8541-38a585901a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.009574 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-b25b7db8-0cd6-4a1d-a30e-be973a20618f tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.028287 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] For port 64af3ac1-2cee-4cad-bb6e-9274a7efe804, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=64af3ac1-2cee-4cad-bb6e-9274a7efe804,segment=NetworkSegment(ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c),segment_id=ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:31:31.032602 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9978e19d-7f8b-446a-8541-38a585901a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.045818 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.150269 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-f9edd53d-64a8-47c1-8249-f493f1407bcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:31.157694 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-ae97e78d-bc86-4967-baae-c8d15ce29e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:31.169328 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-32894f9a-6acb-4ac8-8fe7-ea021bfd0364 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Made reservation on behalf of 8f3ff43f73644b7ea447bee624649895 for: {'port': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:31.172864 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-32894f9a-6acb-4ac8-8fe7-ea021bfd0364 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.194383 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4a3aa211-0f98-444f-a95b-e9bd84cd49a9 req-e7707697-9887-4332-9d6d-24787f0ad720 tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a0ff45a-daa6-427c-87ac-9bc729548739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528714 Jul 07 18:31:31.313442 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978e19d-7f8b-446a-8541-38a585901a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6739d802-2747-474a-99d3-6b89ad52800d,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:31.318205 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-9978e19d-7f8b-446a-8541-38a585901a75 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc822d28b18243958a002285a0cb6a22&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3004177 Jul 07 18:31:31.321241 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 53000) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:31.333437 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-9978e19d-7f8b-446a-8541-38a585901a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:31.344199 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port f1e531c0-d60b-4809-bb6e-787a36d69dd5, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=f1e531c0-d60b-4809-bb6e-787a36d69dd5,segment=NetworkSegment(6c11e738-132e-4473-9b67-ace47e140062),segment_id=6c11e738-132e-4473-9b67-ace47e140062)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:31:31.356963 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Pushing event updated for resources: {'Port': ['ID=64af3ac1-2cee-4cad-bb6e-9274a7efe804,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:31.389616 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:31.398382 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Returning: {'device': 'f1e531c0-d60b-4809-bb6e-787a36d69dd5', 'network_id': '71b7e386-9c57-4d9a-be43-8519428530d5', 'port_id': 'f1e531c0-d60b-4809-bb6e-787a36d69dd5', 'mac_address': 'fa:16:3e:c2:8c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c63f040-2e88-4a9e-9e99-1fbcc431c0be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 07 18:31:31.423657 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-b25b7db8-0cd6-4a1d-a30e-be973a20618f tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.466743 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-84452345-3e78-4a4b-a4b9-99d233094f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.477667 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b3fea1d4-1113-4839-9cba-750d354c5938 req-61d9039a-59b8-440b-9cd2-be1c566b5b65 service neutron] 10.222.0.89 "GET /v2.0/networks/71b7e386-9c57-4d9a-be43-8519428530d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5112669 Jul 07 18:31:31.478782 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-b25b7db8-0cd6-4a1d-a30e-be973a20618f tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372640'] for security_group_rule, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.497433 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-84452345-3e78-4a4b-a4b9-99d233094f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.519496 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:31.616170 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b7db8-0cd6-4a1d-a30e-be973a20618f tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae55bcb-d0cc-4622-aaf7-3bab59234697,revision_number=0']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:31.625498 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-84452345-3e78-4a4b-a4b9-99d233094f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.629894 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-48b4c8d0-9a0f-4f70-a119-b96a2c41fe8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:31.655157 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84452345-3e78-4a4b-a4b9-99d233094f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6739d802-2747-474a-99d3-6b89ad52800d,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:31.717829 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-84452345-3e78-4a4b-a4b9-99d233094f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:31.720160 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-b25b7db8-0cd6-4a1d-a30e-be973a20618f tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:31.788358 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-84452345-3e78-4a4b-a4b9-99d233094f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.792031 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-84452345-3e78-4a4b-a4b9-99d233094f00 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6739d802-2747-474a-99d3-6b89ad52800d HTTP/1.1" status: 204 len: 168 time: 0.4690952 Jul 07 18:31:31.827865 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.847662 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-b25b7db8-0cd6-4a1d-a30e-be973a20618f tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.852877 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 53016) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:31.853252 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-b25b7db8-0cd6-4a1d-a30e-be973a20618f tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6513431 Jul 07 18:31:31.869298 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-8e22995e-132b-4c0b-ba52-fffd81f4abd0 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Request body: {'security_group_rule': {'security_group_id': 'cfed74b4-5135-496e-a42c-1133d0b3b15d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:31.872263 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_common [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-32894f9a-6acb-4ac8-8fe7-ea021bfd0364 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Allocated IP 172.20.0.11 (92e10a70-b230-47f5-8f0a-d4a88037a098/f1570539-ca9f-43b4-b497-d0b015384538/88094dfa-d7b8-4481-bc9b-54672e3050b1) {{(pid=78477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:31.897763 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-8e22995e-132b-4c0b-ba52-fffd81f4abd0 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:31.902569 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e531c0-d60b-4809-bb6e-787a36d69dd5 {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:31:31.925591 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0055eb5-e85f-4a8b-9ae0-511e7ee24d49 req-1d426495-f9ef-457a-bfe9-acff7f483758 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:31.940042 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e0055eb5-e85f-4a8b-9ae0-511e7ee24d49 req-1d426495-f9ef-457a-bfe9-acff7f483758 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 944 time: 0.2805822 Jul 07 18:31:31.980959 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port f1e531c0-d60b-4809-bb6e-787a36d69dd5, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=f1e531c0-d60b-4809-bb6e-787a36d69dd5,segment=NetworkSegment(6c11e738-132e-4473-9b67-ace47e140062),segment_id=6c11e738-132e-4473-9b67-ace47e140062)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:31:31.998994 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:32.017639 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-8e22995e-132b-4c0b-ba52-fffd81f4abd0 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Usage tracker for resource:security_group_rule and tenant:141aaf718a50403cb0402f655c144713 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:32.031616 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-8e22995e-132b-4c0b-ba52-fffd81f4abd0 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:32.034656 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:32.067427 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-8e22995e-132b-4c0b-ba52-fffd81f4abd0 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:32.074763 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a57624-098e-4367-9fab-795d25c98148 req-0c110c46-e42d-4abc-bd0e-dc03a2c358a3 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:32.080182 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-86a57624-098e-4367-9fab-795d25c98148 req-0c110c46-e42d-4abc-bd0e-dc03a2c358a3 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.89 "GET /v2.0/networks?id=92e10a70-b230-47f5-8f0a-d4a88037a098 HTTP/1.1" status: 200 len: 818 time: 0.3534024 Jul 07 18:31:32.110410 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e0055eb5-e85f-4a8b-9ae0-511e7ee24d49 req-252fdcfc-d6d2-4aa3-91e3-f6c2421b256c tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680555 Jul 07 18:31:32.114058 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] Notify callbacks [] for port, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:32.135226 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8e22995e-132b-4c0b-ba52-fffd81f4abd0 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:32.211435 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-b666bbb7-293b-4836-bc63-f2a5dd9e8ae5 req-ee1dc572-2cf3-4d81-a354-e87303a24713 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Synchronizing usage tracker for tenant:8f3ff43f73644b7ea447bee624649895 on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:31:32.228191 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] Transition to ACTIVE for port object 9e70d4d3-286f-483f-9d89-0dbfa2d214e0 will not be triggered until provisioned by entity L2. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:32.247733 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-86a57624-098e-4367-9fab-795d25c98148 req-a4ec5241-7028-4748-93e5-ec6442105339 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Request body: {'port': {'device_id': '243caad6-eabe-4f97-a31d-d66d63e35c8d', 'network_id': '92e10a70-b230-47f5-8f0a-d4a88037a098', 'admin_state_up': True, 'tenant_id': '8f3ff43f73644b7ea447bee624649895'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:32.258395 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:32.272886 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 53030) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:32.318605 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['f1e531c0-d60b-4809-bb6e-787a36d69dd5'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:31:32.391048 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=f1e531c0-d60b-4809-bb6e-787a36d69dd5,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:32.407859 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:32.416771 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:32.418105 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8e22995e-132b-4c0b-ba52-fffd81f4abd0 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:32.428132 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8e22995e-132b-4c0b-ba52-fffd81f4abd0 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372640'] for security_group_rule, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:32.444476 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:32.522534 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22995e-132b-4c0b-ba52-fffd81f4abd0 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=749dea36-1ca5-415c-92bf-b08707c17297,revision_number=0']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:32.533282 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-8e22995e-132b-4c0b-ba52-fffd81f4abd0 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:32.555529 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 53044) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:32.564464 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device d5f372b4-a397-4a8e-a8ce-59fd31dcc96c up at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:31:32.704319 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8e22995e-132b-4c0b-ba52-fffd81f4abd0 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:32.712885 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-8e22995e-132b-4c0b-ba52-fffd81f4abd0 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8587875 Jul 07 18:31:32.713824 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 53048) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:32.742766 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-30053c24-a9b1-459f-ac60-33a4a1cddf67 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Request body: {'floatingip': {'floating_network_id': '7ef95752-4103-4704-97c1-943158aedf11'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:32.749966 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-98ad8368-32bf-4335-a514-cdc4562c5e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:32.789367 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-98ad8368-32bf-4335-a514-cdc4562c5e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:32.793450 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-30053c24-a9b1-459f-ac60-33a4a1cddf67 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:32.797520 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-98ad8368-32bf-4335-a514-cdc4562c5e65 admin admin] Usage tracker for resource:security_group_rule and tenant:21e7d26be9f64ac2b28ccc8f573a916e is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:32.802249 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-98ad8368-32bf-4335-a514-cdc4562c5e65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:32.806260 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-30053c24-a9b1-459f-ac60-33a4a1cddf67 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Usage tracker for resource:floatingip and tenant:141aaf718a50403cb0402f655c144713 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:32.813075 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-30053c24-a9b1-459f-ac60-33a4a1cddf67 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:32.817355 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-98ad8368-32bf-4335-a514-cdc4562c5e65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:32.829048 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-30053c24-a9b1-459f-ac60-33a4a1cddf67 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:32.879327 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-30053c24-a9b1-459f-ac60-33a4a1cddf67 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for floatingip, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:32.916354 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8139e-9adc-4f9d-89ef-a8d94ca75ea9 req-389dcce3-7786-4702-81c0-8b04560dc787 tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:32.923753 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-2ef8139e-9adc-4f9d-89ef-a8d94ca75ea9 req-389dcce3-7786-4702-81c0-8b04560dc787 tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5ad775-a0b4-41cc-a525-2964ad8b0e36 HTTP/1.1" status: 200 len: 944 time: 0.3773088 Jul 07 18:31:33.012688 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-2ef8139e-9adc-4f9d-89ef-a8d94ca75ea9 req-ee1e3292-4373-4edc-ad1e-a7c4d8d570a7 tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a0ff45a-daa6-427c-87ac-9bc729548739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879748 Jul 07 18:31:33.015108 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-505097f5-f9b8-4937-b27a-825d9fd36e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.082380 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffd5cf-f5c1-45c7-8489-0d9a2bebb3e3 None None] Pushing event updated for resources: {'Port': ['ID=9e70d4d3-286f-483f-9d89-0dbfa2d214e0,revision_number=3']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:33.087398 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-d1ffd5cf-f5c1-45c7-8489-0d9a2bebb3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:33.103013 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning for port d5f372b4-a397-4a8e-a8ce-59fd31dcc96c completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:33.104459 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-505097f5-f9b8-4937-b27a-825d9fd36e84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:33.119313 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning complete for port d5f372b4-a397-4a8e-a8ce-59fd31dcc96c triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:33.119468 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-505097f5-f9b8-4937-b27a-825d9fd36e84 admin admin] Usage tracker for resource:security_group_rule and tenant:70bb189477204362a20c8a02f12528eb is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:33.120298 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.130429 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-505097f5-f9b8-4937-b27a-825d9fd36e84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:33.150333 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-505097f5-f9b8-4937-b27a-825d9fd36e84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:33.192750 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-32894f9a-6acb-4ac8-8fe7-ea021bfd0364 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Notify callbacks [] for port, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.206617 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-98ad8368-32bf-4335-a514-cdc4562c5e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.216172 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-98ad8368-32bf-4335-a514-cdc4562c5e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.226497 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-b666bbb7-293b-4836-bc63-f2a5dd9e8ae5 req-ee1dc572-2cf3-4d81-a354-e87303a24713 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Unset dirty status for tenant:8f3ff43f73644b7ea447bee624649895 on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:31:33.227683 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b666bbb7-293b-4836-bc63-f2a5dd9e8ae5 req-ee1dc572-2cf3-4d81-a354-e87303a24713 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 210 time: 1.1466007 Jul 07 18:31:33.230581 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-32894f9a-6acb-4ac8-8fe7-ea021bfd0364 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.232582 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-86a57624-098e-4367-9fab-795d25c98148 req-a4ec5241-7028-4748-93e5-ec6442105339 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:33.244135 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:33.247667 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-e9998dbb-5afe-42af-a8bb-45f6c351068a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:33.262378 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-98ad8368-32bf-4335-a514-cdc4562c5e65 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=21e7d26be9f64ac2b28ccc8f573a916e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7034917 Jul 07 18:31:33.269322 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 53064) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:33.315181 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-86a57624-098e-4367-9fab-795d25c98148 req-a4ec5241-7028-4748-93e5-ec6442105339 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:33.318268 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] Attempting to bind port 9e70d4d3-286f-483f-9d89-0dbfa2d214e0 on host dv-cinder-798696-1-smb for vnic_type normal with profile {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:33.318651 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] Attempting to bind port 9e70d4d3-286f-483f-9d89-0dbfa2d214e0 by drivers openvswitch,hyperv on host dv-cinder-798696-1-smb at level 0 using segments [{'id': '9d388b74-63ed-4e83-854a-630c6157b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4'}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:33.319051 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] Attempting to bind port 9e70d4d3-286f-483f-9d89-0dbfa2d214e0 on network 8aa84765-413d-4dc2-8d21-d785f19625b4 {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:33.322067 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 64af3ac1-2cee-4cad-bb6e-9274a7efe804 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:31:33.347500 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-32894f9a-6acb-4ac8-8fe7-ea021bfd0364 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Network 92e10a70-b230-47f5-8f0a-d4a88037a098 is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:33.348343 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad8368-32bf-4335-a514-cdc4562c5e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ad1005-8c48-436e-91ad-62d4bb852318,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:33.370514 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-32894f9a-6acb-4ac8-8fe7-ea021bfd0364 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:33.378660 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a57624-098e-4367-9fab-795d25c98148 req-a4ec5241-7028-4748-93e5-ec6442105339 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Made reservation on behalf of 8f3ff43f73644b7ea447bee624649895 for: {'port': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:33.382810 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-86a57624-098e-4367-9fab-795d25c98148 req-a4ec5241-7028-4748-93e5-ec6442105339 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.385618 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-98ad8368-32bf-4335-a514-cdc4562c5e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:33.393119 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32894f9a-6acb-4ac8-8fe7-ea021bfd0364 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Pushing event updated for resources: {'Port': ['ID=88094dfa-d7b8-4481-bc9b-54672e3050b1,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:33.406153 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-32894f9a-6acb-4ac8-8fe7-ea021bfd0364 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Received port after_create {{(pid=78477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:31:33.412734 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-32894f9a-6acb-4ac8-8fe7-ea021bfd0364 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:33.413443 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-32894f9a-6acb-4ac8-8fe7-ea021bfd0364 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.413807 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] Checking agent: {'id': '0db86e1d-da65-40b6-b0e9-b4ccdca3fd82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 18), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:33.414193 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] Checking segment: {'id': '9d388b74-63ed-4e83-854a-630c6157b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:33.414596 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.415024 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] Bound using segment: {'id': '9d388b74-63ed-4e83-854a-630c6157b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4'} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:33.415500 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] Bound port: 9e70d4d3-286f-483f-9d89-0dbfa2d214e0, host: dv-cinder-798696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d388b74-63ed-4e83-854a-630c6157b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4'}}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:33.415901 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.433333 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-32894f9a-6acb-4ac8-8fe7-ea021bfd0364 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:33.446333 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e4da9715-912d-4f3c-acb7-56bfd502abe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.497380 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-32894f9a-6acb-4ac8-8fe7-ea021bfd0364 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9402227 Jul 07 18:31:33.508772 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e4da9715-912d-4f3c-acb7-56bfd502abe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.512154 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] Request body: {'port': {'device_id': '4043b484-3da1-4837-9628-97d4c7e643be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:33.523495 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-30053c24-a9b1-459f-ac60-33a4a1cddf67 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.609692 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.610982 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-505097f5-f9b8-4937-b27a-825d9fd36e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.648958 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.655861 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] For port 9e70d4d3-286f-483f-9d89-0dbfa2d214e0, host dv-cinder-798696-1-smb, cleared binding levels {{(pid=78479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:31:33.659558 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] For port 9e70d4d3-286f-483f-9d89-0dbfa2d214e0, host dv-cinder-798696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=9e70d4d3-286f-483f-9d89-0dbfa2d214e0,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:31:33.661557 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 64af3ac1-2cee-4cad-bb6e-9274a7efe804 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:33.661914 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.695785 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c836f730-b64d-4a47-b50d-fdf825a5e470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f372b4-a397-4a8e-a8ce-59fd31dcc96c'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:31:33.783122 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.792729 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a775cf-cb42-43d9-9888-a2e8aab140f1 req-74da193e-fbae-48dc-b499-fb1baab4be5b tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:33.794311 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-24a775cf-cb42-43d9-9888-a2e8aab140f1 req-74da193e-fbae-48dc-b499-fb1baab4be5b tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 944 time: 0.4562352 Jul 07 18:31:33.795171 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-505097f5-f9b8-4937-b27a-825d9fd36e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.798050 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4a0b9f77-5ed0-438d-8c74-204e184091fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:33.816926 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-84452345-3e78-4a4b-a4b9-99d233094f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:33.854890 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port d5f372b4-a397-4a8e-a8ce-59fd31dcc96c, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=d5f372b4-a397-4a8e-a8ce-59fd31dcc96c,segment=NetworkSegment(a67dfcbe-c679-4d3f-b4bc-195e22269185),segment_id=a67dfcbe-c679-4d3f-b4bc-195e22269185)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:31:33.871171 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.875079 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505097f5-f9b8-4937-b27a-825d9fd36e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e84da8e-82a9-4b58-bfac-90b05c37ed74,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:33.887784 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e4da9715-912d-4f3c-acb7-56bfd502abe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.895091 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-505097f5-f9b8-4937-b27a-825d9fd36e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:33.895211 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-505097f5-f9b8-4937-b27a-825d9fd36e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:33.904229 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffd5cf-f5c1-45c7-8489-0d9a2bebb3e3 None None] Pushing event updated for resources: {'Port': ['ID=9e70d4d3-286f-483f-9d89-0dbfa2d214e0,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:33.906969 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] Routers {'77da480b-5db5-4ea6-9220-c2e479e5060c'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:31:33.907512 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:31:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['77da480b-5db5-4ea6-9220-c2e479e5060c'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:33.912728 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_common [req-86a57624-098e-4367-9fab-795d25c98148 req-a4ec5241-7028-4748-93e5-ec6442105339 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Allocated IP 172.20.0.14 (92e10a70-b230-47f5-8f0a-d4a88037a098/f1570539-ca9f-43b4-b497-d0b015384538/00683620-4acb-4229-ac06-484ef67edeb0) {{(pid=78477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:33.986410 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da9715-912d-4f3c-acb7-56bfd502abe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ad1005-8c48-436e-91ad-62d4bb852318,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:34.012686 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-d1ffd5cf-f5c1-45c7-8489-0d9a2bebb3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:34.025951 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:34.034215 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-e4da9715-912d-4f3c-acb7-56bfd502abe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:34.101043 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-24a775cf-cb42-43d9-9888-a2e8aab140f1 req-408f12db-e735-4547-adbb-9ba1fe77fa0b tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532313 Jul 07 18:31:34.118401 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-505097f5-f9b8-4937-b27a-825d9fd36e84 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70bb189477204362a20c8a02f12528eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8443332 Jul 07 18:31:34.125286 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 53088) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:34.201475 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e4da9715-912d-4f3c-acb7-56bfd502abe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:34.206144 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-e4da9715-912d-4f3c-acb7-56bfd502abe7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/26ad1005-8c48-436e-91ad-62d4bb852318 HTTP/1.1" status: 204 len: 168 time: 0.9351315 Jul 07 18:31:34.208202 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.db_base_plugin_common [None req-30053c24-a9b1-459f-ac60-33a4a1cddf67 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Allocated IP 172.28.1.224 (7ef95752-4103-4704-97c1-943158aedf11/1cf84b46-eaf0-4390-8fc2-d553f7bad2f6/91cf3853-647c-4879-9eab-5ed023dbc1d2) {{(pid=78478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:34.293322 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-c7167a12-26c5-4308-ac57-e7307c3d4f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:34.316247 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-86a57624-098e-4367-9fab-795d25c98148 req-a4ec5241-7028-4748-93e5-ec6442105339 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Notify callbacks [] for port, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:34.458965 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd700e2-0143-4b07-bd37-a9b37fd3bd0e req-89bbb983-f314-4b3d-824a-c7885e70c08c tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:34.464274 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4cd700e2-0143-4b07-bd37-a9b37fd3bd0e req-89bbb983-f314-4b3d-824a-c7885e70c08c tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5ad775-a0b4-41cc-a525-2964ad8b0e36 HTTP/1.1" status: 200 len: 944 time: 0.1408064 Jul 07 18:31:34.509445 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-c7167a12-26c5-4308-ac57-e7307c3d4f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:34.510424 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-86a57624-098e-4367-9fab-795d25c98148 req-a4ec5241-7028-4748-93e5-ec6442105339 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:34.666616 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device f1e531c0-d60b-4809-bb6e-787a36d69dd5 up at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:31:34.737645 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:34.761108 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=d5f372b4-a397-4a8e-a8ce-59fd31dcc96c,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:34.772021 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:34.796929 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] Set router 77da480b-5db5-4ea6-9220-c2e479e5060c gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:31:34.873523 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning for port f1e531c0-d60b-4809-bb6e-787a36d69dd5 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:34.948701 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning complete for port f1e531c0-d60b-4809-bb6e-787a36d69dd5 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:34.949265 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:34.972923 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-30053c24-a9b1-459f-ac60-33a4a1cddf67 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for port, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:35.012289 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a57624-098e-4367-9fab-795d25c98148 req-a4ec5241-7028-4748-93e5-ec6442105339 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Network 92e10a70-b230-47f5-8f0a-d4a88037a098 is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:35.024246 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4cd700e2-0143-4b07-bd37-a9b37fd3bd0e req-8c16936f-dcfa-43e1-9c02-69a6addb2db1 tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a0ff45a-daa6-427c-87ac-9bc729548739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4991071 Jul 07 18:31:35.027367 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec5241-7028-4748-93e5-ec6442105339 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Pushing event updated for resources: {'Port': ['ID=00683620-4acb-4229-ac06-484ef67edeb0,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:35.039743 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-a4ec5241-7028-4748-93e5-ec6442105339 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:35.056332 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [req-86a57624-098e-4367-9fab-795d25c98148 req-a4ec5241-7028-4748-93e5-ec6442105339 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:35.066248 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a57624-098e-4367-9fab-795d25c98148 req-a4ec5241-7028-4748-93e5-ec6442105339 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Received port after_create {{(pid=78477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:31:35.081109 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a57624-098e-4367-9fab-795d25c98148 req-a4ec5241-7028-4748-93e5-ec6442105339 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:35.081834 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-86a57624-098e-4367-9fab-795d25c98148 req-a4ec5241-7028-4748-93e5-ec6442105339 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:35.097009 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-c7167a12-26c5-4308-ac57-e7307c3d4f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:35.106937 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-0d1a4e80-8be8-4a88-a0a8-57fac20f8550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:35.119281 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-30053c24-a9b1-459f-ac60-33a4a1cddf67 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:35.138432 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7167a12-26c5-4308-ac57-e7307c3d4f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e84da8e-82a9-4b58-bfac-90b05c37ed74,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:35.148785 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-c7167a12-26c5-4308-ac57-e7307c3d4f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:35.152580 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:35.191823 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-c7167a12-26c5-4308-ac57-e7307c3d4f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:35.192854 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-c7167a12-26c5-4308-ac57-e7307c3d4f36 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e84da8e-82a9-4b58-bfac-90b05c37ed74 HTTP/1.1" status: 204 len: 168 time: 1.0648735 Jul 07 18:31:35.220713 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30053c24-a9b1-459f-ac60-33a4a1cddf67 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Network 7ef95752-4103-4704-97c1-943158aedf11 is already hosted by enough agents. {{(pid=78478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:35.224608 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-30053c24-a9b1-459f-ac60-33a4a1cddf67 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Resources bound (agent type, host, resource id): {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:35.238965 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb517a04-bbde-4add-9e29-117da1802002 req-d06275fb-5832-4f94-b330-1932a7233a2a tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:35.246930 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-cb517a04-bbde-4add-9e29-117da1802002 req-d06275fb-5832-4f94-b330-1932a7233a2a tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 932 time: 0.6323445 Jul 07 18:31:35.251826 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30053c24-a9b1-459f-ac60-33a4a1cddf67 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Received port after_create {{(pid=78478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:31:35.318874 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88094dfa-d7b8-4481-bc9b-54672e3050b1 {{(pid=78477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:31:35.328151 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30053c24-a9b1-459f-ac60-33a4a1cddf67 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Pushing event updated for resources: {'Port': ['ID=91cf3853-647c-4879-9eab-5ed023dbc1d2,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:35.346177 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:35.346389 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:35.350620 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-30053c24-a9b1-459f-ac60-33a4a1cddf67 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:35.381145 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] Transition to ACTIVE for port object 88094dfa-d7b8-4481-bc9b-54672e3050b1 will not be triggered until provisioned by entity L2. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:35.387697 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-cb517a04-bbde-4add-9e29-117da1802002 req-06a027bf-24f1-4d84-9464-8eb907c0d075 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394968 Jul 07 18:31:35.401270 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:35.424143 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-30053c24-a9b1-459f-ac60-33a4a1cddf67 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:35.425071 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-a4ec5241-7028-4748-93e5-ec6442105339 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:35.455831 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port f1e531c0-d60b-4809-bb6e-787a36d69dd5, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=f1e531c0-d60b-4809-bb6e-787a36d69dd5,segment=NetworkSegment(6c11e738-132e-4473-9b67-ace47e140062),segment_id=6c11e738-132e-4473-9b67-ace47e140062)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:31:35.460565 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:35.463514 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-d1ffd5cf-f5c1-45c7-8489-0d9a2bebb3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:35.505176 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-86a57624-098e-4367-9fab-795d25c98148 req-a4ec5241-7028-4748-93e5-ec6442105339 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2807224 Jul 07 18:31:35.570600 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-86a57624-098e-4367-9fab-795d25c98148 req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] Request body: {'port': {'device_id': '243caad6-eabe-4f97-a31d-d66d63e35c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:35.571840 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=f1e531c0-d60b-4809-bb6e-787a36d69dd5,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:35.586843 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:35.600839 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'name': 'tempest-AttachVolumeShelveTestJSON-1160312080-router', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:23Z', 'revision_number': 4, 'project_id': '141aaf718a50403cb0402f655c144713', 'gw_port': {'id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '9e70d4d3-286f-483f-9d89-0dbfa2d214e0', 'name': '', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'mac_address': 'fa:16:3e:f9:81:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:18Z', 'updated_at': '2021-07-07T18:31:33Z', 'revision_number': 4, 'project_id': '141aaf718a50403cb0402f655c144713', 'subnets': [{'id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:35.607882 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44aac86-523e-404c-ba16-0af3a425de49 None None] The sync data for ids ['77da480b-5db5-4ea6-9220-c2e479e5060c'] in dv-cinder-798696-1-smb is: [{'id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'name': 'tempest-AttachVolumeShelveTestJSON-1160312080-router', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:23Z', 'revision_number': 4, 'project_id': '141aaf718a50403cb0402f655c144713', 'gw_port': {'id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '9e70d4d3-286f-483f-9d89-0dbfa2d214e0', 'name': '', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'mac_address': 'fa:16:3e:f9:81:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:18Z', 'updated_at': '2021-07-07T18:31:33Z', 'revision_number': 4, 'project_id': '141aaf718a50403cb0402f655c144713', 'subnets': [{'id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:31:35.644009 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-30053c24-a9b1-459f-ac60-33a4a1cddf67 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:35.693762 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c836f730-b64d-4a47-b50d-fdf825a5e470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f372b4-a397-4a8e-a8ce-59fd31dcc96c', 'code': 200} Jul 07 18:31:35.720794 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=88094dfa-d7b8-4481-bc9b-54672e3050b1,revision_number=2']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:35.853976 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:35.863119 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:35.883264 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] Attempting to bind port 88094dfa-d7b8-4481-bc9b-54672e3050b1 on host hv-cinder-79869 for vnic_type normal with profile {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:35.883642 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] Attempting to bind port 88094dfa-d7b8-4481-bc9b-54672e3050b1 by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': 'ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '92e10a70-b230-47f5-8f0a-d4a88037a098'}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:35.883977 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] Attempting to bind port 88094dfa-d7b8-4481-bc9b-54672e3050b1 on network 92e10a70-b230-47f5-8f0a-d4a88037a098 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:35.939353 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] Port 88094dfa-d7b8-4481-bc9b-54672e3050b1 on network 92e10a70-b230-47f5-8f0a-d4a88037a098 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:31:35.939793 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] Attempting to bind port 88094dfa-d7b8-4481-bc9b-54672e3050b1 on network 92e10a70-b230-47f5-8f0a-d4a88037a098 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:35.973360 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] Checking agent: {'id': '6661975a-2303-40ef-9047-4852f27aec4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:35.973697 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] Checking segment: {'id': 'ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '92e10a70-b230-47f5-8f0a-d4a88037a098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:35.974904 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] Bound using segment: {'id': 'ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '92e10a70-b230-47f5-8f0a-d4a88037a098'} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:35.975406 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] Bound port: 88094dfa-d7b8-4481-bc9b-54672e3050b1, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '92e10a70-b230-47f5-8f0a-d4a88037a098'}}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:35.975756 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:36.041191 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 53146) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:36.247341 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-30053c24-a9b1-459f-ac60-33a4a1cddf67 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for port, precommit_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:36.261009 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-86a57624-098e-4367-9fab-795d25c98148 req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:36.278556 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] For port 88094dfa-d7b8-4481-bc9b-54672e3050b1, host hv-cinder-79869, cleared binding levels {{(pid=78477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:31:36.300075 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-30053c24-a9b1-459f-ac60-33a4a1cddf67 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:36.317100 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938a98b-843f-4a32-a945-492b909bfa5c req-eb0f637a-22a1-4927-926d-1d214c197e0c tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:36.319770 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-0938a98b-843f-4a32-a945-492b909bfa5c req-eb0f637a-22a1-4927-926d-1d214c197e0c tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 945 time: 0.6438229 Jul 07 18:31:36.320934 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-aa0666ac-55f3-415a-91ad-f945e3370f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:36.340556 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:36.373269 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] For port 88094dfa-d7b8-4481-bc9b-54672e3050b1, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=88094dfa-d7b8-4481-bc9b-54672e3050b1,segment=NetworkSegment(ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c),segment_id=ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c)] {{(pid=78477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:31:36.401047 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:36.485419 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:36.507780 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-30053c24-a9b1-459f-ac60-33a4a1cddf67 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553071'] for floatingip, after_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:36.561125 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-aa0666ac-55f3-415a-91ad-f945e3370f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:36.595700 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:36.596627 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:36.598273 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] 10.222.0.89 "PUT /v2.0/ports/88094dfa-d7b8-4481-bc9b-54672e3050b1 HTTP/1.1" status: 200 len: 1094 time: 3.0904250 Jul 07 18:31:36.600679 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4043b484-3da1-4837-9628-97d4c7e643be', 'tag': '88094dfa-d7b8-4481-bc9b-54672e3050b1'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:31:36.612592 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-aa0666ac-55f3-415a-91ad-f945e3370f5a admin admin] Usage tracker for resource:security_group_rule and tenant:0f93dd050c554d7cbf57f0e9b3e87fa3 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:36.644004 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-aa0666ac-55f3-415a-91ad-f945e3370f5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:36.661242 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-0938a98b-843f-4a32-a945-492b909bfa5c req-21aeb2a4-8ce6-4ffd-aa09-7c00fb23d989 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265669 Jul 07 18:31:36.677901 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-aa0666ac-55f3-415a-91ad-f945e3370f5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:36.695273 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-30053c24-a9b1-459f-ac60-33a4a1cddf67 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for floatingip, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:36.715471 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-30053c24-a9b1-459f-ac60-33a4a1cddf67 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9952896 Jul 07 18:31:36.766328 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30053c24-a9b1-459f-ac60-33a4a1cddf67 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Pushing event updated for resources: {'Port': ['ID=91cf3853-647c-4879-9eab-5ed023dbc1d2,revision_number=2']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:36.783398 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-30053c24-a9b1-459f-ac60-33a4a1cddf67 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:36.879218 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=88094dfa-d7b8-4481-bc9b-54672e3050b1,revision_number=3']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:36.930020 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9a762-76fe-497b-b701-ae977ef4a1ca req-94bdc2a4-3f32-4147-8da6-9a59646f8dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:36.930020 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b3c9a762-76fe-497b-b701-ae977ef4a1ca req-94bdc2a4-3f32-4147-8da6-9a59646f8dcd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 1098 time: 0.7372129 Jul 07 18:31:36.951042 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:37.030325 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-b3c9a762-76fe-497b-b701-ae977ef4a1ca req-f8e35da0-8d0f-461c-b130-d25e236e5bdf service neutron] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:37.095676 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-aa0666ac-55f3-415a-91ad-f945e3370f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:37.113575 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd986617-8eae-4c12-9f4f-33fcbcc82c24 req-f34c15a5-d3d0-4a4a-8865-29a6768f9293 tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:37.118419 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-aa0666ac-55f3-415a-91ad-f945e3370f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:37.127716 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-cd986617-8eae-4c12-9f4f-33fcbcc82c24 req-f34c15a5-d3d0-4a4a-8865-29a6768f9293 tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5ad775-a0b4-41cc-a525-2964ad8b0e36 HTTP/1.1" status: 200 len: 945 time: 0.8342142 Jul 07 18:31:37.135263 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:37.223895 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 9e70d4d3-286f-483f-9d89-0dbfa2d214e0 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:31:37.282590 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0666ac-55f3-415a-91ad-f945e3370f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f57583-3721-42ee-9573-193143b6e94d,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:37.298761 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-aa0666ac-55f3-415a-91ad-f945e3370f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:37.303373 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-b3c9a762-76fe-497b-b701-ae977ef4a1ca req-f8e35da0-8d0f-461c-b130-d25e236e5bdf service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:37.319616 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-b3c9a762-76fe-497b-b701-ae977ef4a1ca req-f8e35da0-8d0f-461c-b130-d25e236e5bdf service neutron] Usage tracker for resource:security_group_rule and tenant:fb87ef5b2cd348ee92bbe0afe246c67e is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:37.326464 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-b3c9a762-76fe-497b-b701-ae977ef4a1ca req-f8e35da0-8d0f-461c-b130-d25e236e5bdf service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:37.346380 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-b3c9a762-76fe-497b-b701-ae977ef4a1ca req-f8e35da0-8d0f-461c-b130-d25e236e5bdf service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:37.353433 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 53182) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:37.356806 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-aa0666ac-55f3-415a-91ad-f945e3370f5a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f93dd050c554d7cbf57f0e9b3e87fa3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3047187 Jul 07 18:31:37.385206 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304ea1f-c45a-410a-86fc-971a300d8f05 req-ab3708a7-a496-4e42-9378-662853102154 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:37.392298 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-0304ea1f-c45a-410a-86fc-971a300d8f05 req-ab3708a7-a496-4e42-9378-662853102154 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 932 time: 0.5022719 Jul 07 18:31:37.409704 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning for port 9e70d4d3-286f-483f-9d89-0dbfa2d214e0 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:37.419798 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 9e70d4d3-286f-483f-9d89-0dbfa2d214e0 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:37.420182 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:37.468628 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-cd986617-8eae-4c12-9f4f-33fcbcc82c24 req-36be76e7-51ae-41e7-bc5e-9b790be879c5 tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a0ff45a-daa6-427c-87ac-9bc729548739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285992 Jul 07 18:31:37.478158 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-0304ea1f-c45a-410a-86fc-971a300d8f05 req-f12de5fc-44e3-4e74-afcc-f1de203d213f tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734968 Jul 07 18:31:37.570523 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-3dc3025d-b066-452b-9178-4a6d1dae6e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:37.572379 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-3dc3025d-b066-452b-9178-4a6d1dae6e4d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8f3ff43f73644b7ea447bee624649895&device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 1097 time: 0.8278503 Jul 07 18:31:37.679830 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4043b484-3da1-4837-9628-97d4c7e643be', 'tag': '88094dfa-d7b8-4481-bc9b-54672e3050b1', 'status': 'completed', 'code': 200} Jul 07 18:31:37.721385 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-f1bbb450-34e1-46dc-8f9f-fa648f8008dd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88094dfa-d7b8-4481-bc9b-54672e3050b1 HTTP/1.1" status: 200 len: 217 time: 0.1377232 Jul 07 18:31:37.742986 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-08cc381a-456c-42a6-9779-37d19769cf94 req-74241e1a-09a0-442a-bef3-7524c6cdef2a tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Synchronizing usage tracker for tenant:141aaf718a50403cb0402f655c144713 on resource:security_group {{(pid=78478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:31:37.759503 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5ad775-a0b4-41cc-a525-2964ad8b0e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e531c0-d60b-4809-bb6e-787a36d69dd5'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:31:37.764387 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:37.773430 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-bde37512-5a55-41f9-ae33-182ff3842a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:37.792102 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-08cc381a-456c-42a6-9779-37d19769cf94 req-74241e1a-09a0-442a-bef3-7524c6cdef2a tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Unset dirty status for tenant:141aaf718a50403cb0402f655c144713 on resource:security_group {{(pid=78478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:31:37.793375 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-08cc381a-456c-42a6-9779-37d19769cf94 req-74241e1a-09a0-442a-bef3-7524c6cdef2a tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--978393928&fields=id&tenant_id=141aaf718a50403cb0402f655c144713 HTTP/1.1" status: 200 len: 267 time: 0.1335139 Jul 07 18:31:37.814066 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] For port 9e70d4d3-286f-483f-9d89-0dbfa2d214e0, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=9e70d4d3-286f-483f-9d89-0dbfa2d214e0,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:31:37.820083 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:37.824076 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e205ba12-fc86-41ed-acd0-d7e25be48162 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:37.846224 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.db.resource_extend [req-86a57624-098e-4367-9fab-795d25c98148 req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 18:31:37.970366 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Pushing event updated for resources: {'Port': ['ID=9e70d4d3-286f-483f-9d89-0dbfa2d214e0,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:37.987322 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:38.015455 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc381a-456c-42a6-9779-37d19769cf94 req-56229904-d903-4268-b589-2f033c40d7ae tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:38.016356 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-08cc381a-456c-42a6-9779-37d19769cf94 req-56229904-d903-4268-b589-2f033c40d7ae tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Synchronizing usage tracker for tenant:141aaf718a50403cb0402f655c144713 on resource:network {{(pid=78478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:31:38.040604 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-08cc381a-456c-42a6-9779-37d19769cf94 req-56229904-d903-4268-b589-2f033c40d7ae tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Unset dirty status for tenant:141aaf718a50403cb0402f655c144713 on resource:network {{(pid=78478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:31:38.042079 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-08cc381a-456c-42a6-9779-37d19769cf94 req-56229904-d903-4268-b589-2f033c40d7ae tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/networks?id=8aa84765-413d-4dc2-8d21-d785f19625b4 HTTP/1.1" status: 200 len: 817 time: 0.2368290 Jul 07 18:31:38.061572 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-08cc381a-456c-42a6-9779-37d19769cf94 req-58a0e706-c64b-4498-9f12-ef588ad41127 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/quotas/141aaf718a50403cb0402f655c144713 HTTP/1.1" status: 200 len: 375 time: 0.0120802 Jul 07 18:31:38.070750 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-bde37512-5a55-41f9-ae33-182ff3842a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.134418 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-b3c9a762-76fe-497b-b701-ae977ef4a1ca req-f8e35da0-8d0f-461c-b130-d25e236e5bdf service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.142502 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-b112f802-8f32-41cd-b45b-346308892d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:38.144689 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-b112f802-8f32-41cd-b45b-346308892d1e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1570539-ca9f-43b4-b497-d0b015384538 HTTP/1.1" status: 200 len: 858 time: 0.3622928 Jul 07 18:31:38.148979 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [req-86a57624-098e-4367-9fab-795d25c98148 req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00683620-4acb-4229-ac06-484ef67edeb0 {{(pid=78477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:31:38.169928 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-b3c9a762-76fe-497b-b701-ae977ef4a1ca req-f8e35da0-8d0f-461c-b130-d25e236e5bdf service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.172209 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-86a57624-098e-4367-9fab-795d25c98148 req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.183682 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-08cc381a-456c-42a6-9779-37d19769cf94 req-2b403297-ac6b-4706-bc0d-6b42fdd98f70 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=141aaf718a50403cb0402f655c144713&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1153767 Jul 07 18:31:38.238382 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:38.255651 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-76c246aa-9a19-4bf3-8b7a-9790805cdb12 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=92e10a70-b230-47f5-8f0a-d4a88037a098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957618 Jul 07 18:31:38.272518 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [req-86a57624-098e-4367-9fab-795d25c98148 req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] Transition to ACTIVE for port object 00683620-4acb-4229-ac06-484ef67edeb0 will not be triggered until provisioned by entity L2. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:38.278379 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b3c9a762-76fe-497b-b701-ae977ef4a1ca req-f8e35da0-8d0f-461c-b130-d25e236e5bdf service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3075283 Jul 07 18:31:38.311865 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-86a57624-098e-4367-9fab-795d25c98148 req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.382140 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e35da0-8d0f-461c-b130-d25e236e5bdf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5307575f-b198-4984-8305-5f2a6ba50dbe,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:38.398342 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15370713-abf8-4959-9645-979da320e44a req-1ed9b752-a2b0-4dd5-8599-8881eb0b6a4c tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:38.401050 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-15370713-abf8-4959-9645-979da320e44a req-1ed9b752-a2b0-4dd5-8599-8881eb0b6a4c tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 945 time: 0.5371208 Jul 07 18:31:38.408779 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-08cc381a-456c-42a6-9779-37d19769cf94 req-1cc34e26-7903-4af3-bdf5-bc73c9c77c9f service neutron] 10.222.0.41 "GET /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095118 Jul 07 18:31:38.437867 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-f8e35da0-8d0f-461c-b130-d25e236e5bdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:38.473414 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:38.539307 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-bde37512-5a55-41f9-ae33-182ff3842a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.638240 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-08cc381a-456c-42a6-9779-37d19769cf94 req-9e49afab-e52b-4ea1-808c-ae0672efadfa service neutron] 10.222.0.41 "GET /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096119 Jul 07 18:31:38.697235 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-15370713-abf8-4959-9645-979da320e44a req-fb42d869-23d4-41fc-8cc1-d0a094476230 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948341 Jul 07 18:31:38.819978 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5ad775-a0b4-41cc-a525-2964ad8b0e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e531c0-d60b-4809-bb6e-787a36d69dd5', 'code': 200} Jul 07 18:31:38.878371 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=00683620-4acb-4229-ac06-484ef67edeb0,revision_number=2']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:38.888037 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:38.921176 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:38.954906 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-bde37512-5a55-41f9-ae33-182ff3842a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.956445 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-bde37512-5a55-41f9-ae33-182ff3842a64 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67f57583-3721-42ee-9573-193143b6e94d HTTP/1.1" status: 204 len: 168 time: 1.5978653 Jul 07 18:31:38.958319 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde37512-5a55-41f9-ae33-182ff3842a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f57583-3721-42ee-9573-193143b6e94d,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:38.971045 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-bde37512-5a55-41f9-ae33-182ff3842a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:38.980733 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-33c8a3d7-2269-4927-953a-ff372a5d26e9 service neutron] 10.222.0.89 "GET /v2.0/networks/92e10a70-b230-47f5-8f0a-d4a88037a098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7046123 Jul 07 18:31:39.036071 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-86a57624-098e-4367-9fab-795d25c98148 req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] Attempting to bind port 00683620-4acb-4229-ac06-484ef67edeb0 on host hv-cinder-79869 for vnic_type normal with profile {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:39.036606 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-86a57624-098e-4367-9fab-795d25c98148 req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] Attempting to bind port 00683620-4acb-4229-ac06-484ef67edeb0 by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': 'ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '92e10a70-b230-47f5-8f0a-d4a88037a098'}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:39.037066 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a57624-098e-4367-9fab-795d25c98148 req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] Attempting to bind port 00683620-4acb-4229-ac06-484ef67edeb0 on network 92e10a70-b230-47f5-8f0a-d4a88037a098 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:39.197459 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a57624-098e-4367-9fab-795d25c98148 req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] Port 00683620-4acb-4229-ac06-484ef67edeb0 on network 92e10a70-b230-47f5-8f0a-d4a88037a098 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:31:39.204267 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a57624-098e-4367-9fab-795d25c98148 req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] Attempting to bind port 00683620-4acb-4229-ac06-484ef67edeb0 on network 92e10a70-b230-47f5-8f0a-d4a88037a098 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:39.239288 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a57624-098e-4367-9fab-795d25c98148 req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] Checking agent: {'id': '6661975a-2303-40ef-9047-4852f27aec4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:39.239644 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a57624-098e-4367-9fab-795d25c98148 req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] Checking segment: {'id': 'ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '92e10a70-b230-47f5-8f0a-d4a88037a098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:39.245194 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a57624-098e-4367-9fab-795d25c98148 req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] Bound using segment: {'id': 'ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '92e10a70-b230-47f5-8f0a-d4a88037a098'} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:39.245451 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-86a57624-098e-4367-9fab-795d25c98148 req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] Bound port: 00683620-4acb-4229-ac06-484ef67edeb0, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '92e10a70-b230-47f5-8f0a-d4a88037a098'}}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:39.248230 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-86a57624-098e-4367-9fab-795d25c98148 req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:39.270160 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 9e70d4d3-286f-483f-9d89-0dbfa2d214e0 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:31:39.312143 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70de4f0-c5ea-43a7-a654-a85ea2383ac8 req-4b0323f3-33c7-4097-8d18-3615d7b544ee tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:39.320497 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a70de4f0-c5ea-43a7-a654-a85ea2383ac8 req-4b0323f3-33c7-4097-8d18-3615d7b544ee tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 944 time: 0.2100003 Jul 07 18:31:39.333871 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:31:39.407491 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a70de4f0-c5ea-43a7-a654-a85ea2383ac8 req-fabe8134-3bcf-43df-ae52-ff62c645dc9d tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762761 Jul 07 18:31:39.447520 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 9e70d4d3-286f-483f-9d89-0dbfa2d214e0 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:39.449406 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:39.556365 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-ed3018a4-cab0-4c51-8e91-04a16bf4bd09 req-0c31aee3-220b-4768-ae15-91fafc34a5bb tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 210 time: 0.0630112 Jul 07 18:31:39.713685 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a8446823-c0e8-482e-90f5-d014c3b69f72 req-ab0344ae-6518-4f48-bdc7-30739113d42b service neutron] 10.222.0.89 "GET /v2.0/networks/92e10a70-b230-47f5-8f0a-d4a88037a098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7147372 Jul 07 18:31:39.831527 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e4916-0a85-4d33-8981-d29573e2759f req-9b6677a4-d6cf-4ea8-b8aa-0edffbed0709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:39.833000 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-590e4916-0a85-4d33-8981-d29573e2759f req-9b6677a4-d6cf-4ea8-b8aa-0edffbed0709 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8c5ad775-a0b4-41cc-a525-2964ad8b0e36 HTTP/1.1" status: 200 len: 1098 time: 0.5471339 Jul 07 18:31:39.852584 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bba9b6-2caf-435d-ad6f-e9e666fac484 req-9308f267-5e1a-4207-be56-d8dfa07fd869 tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:39.866989 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-91bba9b6-2caf-435d-ad6f-e9e666fac484 req-9308f267-5e1a-4207-be56-d8dfa07fd869 tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5ad775-a0b4-41cc-a525-2964ad8b0e36 HTTP/1.1" status: 200 len: 945 time: 0.6335759 Jul 07 18:31:39.890943 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-86a57624-098e-4367-9fab-795d25c98148 req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] For port 00683620-4acb-4229-ac06-484ef67edeb0, host hv-cinder-79869, cleared binding levels {{(pid=78477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:31:40.006425 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-86a57624-098e-4367-9fab-795d25c98148 req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] For port 00683620-4acb-4229-ac06-484ef67edeb0, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=00683620-4acb-4229-ac06-484ef67edeb0,segment=NetworkSegment(ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c),segment_id=ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c)] {{(pid=78477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:31:40.045178 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-86a57624-098e-4367-9fab-795d25c98148 req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:40.049876 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-590e4916-0a85-4d33-8981-d29573e2759f req-c1343492-100c-45c3-9bd7-49ca009f8dbd service neutron] Synchronizing usage tracker for tenant:fb87ef5b2cd348ee92bbe0afe246c67e on resource:security_group {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:31:40.081244 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73385528-6d2f-4b88-9e9e-28a250f628fd req-f117ead0-17f6-4c0a-962c-c458e88fd885 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:40.092635 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-73385528-6d2f-4b88-9e9e-28a250f628fd req-f117ead0-17f6-4c0a-962c-c458e88fd885 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 945 time: 0.2431753 Jul 07 18:31:40.096234 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:40.173195 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-73385528-6d2f-4b88-9e9e-28a250f628fd req-882181c9-1a39-4a77-b61c-85c4b72b8fb6 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793467 Jul 07 18:31:40.186708 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=00683620-4acb-4229-ac06-484ef67edeb0,revision_number=3']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:40.197324 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:40.200738 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-91bba9b6-2caf-435d-ad6f-e9e666fac484 req-b08806a7-b440-4b02-9199-e97cca7a957e tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a0ff45a-daa6-427c-87ac-9bc729548739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323665 Jul 07 18:31:40.216691 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a57624-098e-4367-9fab-795d25c98148 req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:40.216790 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-86a57624-098e-4367-9fab-795d25c98148 req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:40.218113 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-86a57624-098e-4367-9fab-795d25c98148 req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] 10.222.0.89 "PUT /v2.0/ports/00683620-4acb-4229-ac06-484ef67edeb0 HTTP/1.1" status: 200 len: 1094 time: 4.6518323 Jul 07 18:31:40.230181 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243caad6-eabe-4f97-a31d-d66d63e35c8d', 'tag': '00683620-4acb-4229-ac06-484ef67edeb0'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:31:40.240041 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-590e4916-0a85-4d33-8981-d29573e2759f req-c1343492-100c-45c3-9bd7-49ca009f8dbd service neutron] Unset dirty status for tenant:fb87ef5b2cd348ee92bbe0afe246c67e on resource:security_group {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:31:40.241187 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-590e4916-0a85-4d33-8981-d29573e2759f req-c1343492-100c-45c3-9bd7-49ca009f8dbd service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7a0ff45a-daa6-427c-87ac-9bc729548739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683157 Jul 07 18:31:40.254665 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600d7ec-5e80-4276-b8b9-fb629c664d55 req-4e136571-04fa-4847-8dd7-4ec0bdc25ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:40.257311 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c600d7ec-5e80-4276-b8b9-fb629c664d55 req-4e136571-04fa-4847-8dd7-4ec0bdc25ed5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8f3ff43f73644b7ea447bee624649895&device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 1097 time: 0.3872771 Jul 07 18:31:40.291714 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243caad6-eabe-4f97-a31d-d66d63e35c8d', 'tag': '00683620-4acb-4229-ac06-484ef67edeb0', 'status': 'completed', 'code': 200} Jul 07 18:31:40.603230 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5e9fe-d5f6-4c7c-93f1-f5ffdfd539f6 req-85e0b194-b433-4140-9c44-33b1ca5eb8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:40.607905 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-80a5e9fe-d5f6-4c7c-93f1-f5ffdfd539f6 req-85e0b194-b433-4140-9c44-33b1ca5eb8ac service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8f3ff43f73644b7ea447bee624649895&device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 1097 time: 0.2645054 Jul 07 18:31:40.781022 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-20317bf7-cd32-4bae-914f-3eef9bc7846a req-04fb846e-aff7-41d4-8ec9-f339de5c47b2 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 210 time: 0.0793517 Jul 07 18:31:40.931029 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600d7ec-5e80-4276-b8b9-fb629c664d55 req-1c3401a4-85d8-43df-a021-b2fa6c83bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:40.933051 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c600d7ec-5e80-4276-b8b9-fb629c664d55 req-1c3401a4-85d8-43df-a021-b2fa6c83bf5d service neutron] 10.222.0.89 "GET /v2.0/networks?id=92e10a70-b230-47f5-8f0a-d4a88037a098 HTTP/1.1" status: 200 len: 919 time: 0.6172743 Jul 07 18:31:41.029255 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c600d7ec-5e80-4276-b8b9-fb629c664d55 req-32cbef89-6af1-41b3-ae60-ed160d0119a8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88094dfa-d7b8-4481-bc9b-54672e3050b1 HTTP/1.1" status: 200 len: 217 time: 0.0815516 Jul 07 18:31:41.415660 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc381a-456c-42a6-9779-37d19769cf94 req-0a19de6e-d977-4088-bdcb-61febeadd8ae tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:41.417698 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-08cc381a-456c-42a6-9779-37d19769cf94 req-0a19de6e-d977-4088-bdcb-61febeadd8ae tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.89 "GET /v2.0/networks?id=8aa84765-413d-4dc2-8d21-d785f19625b4 HTTP/1.1" status: 200 len: 817 time: 0.5505059 Jul 07 18:31:41.494262 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600d7ec-5e80-4276-b8b9-fb629c664d55 req-fc5f251a-d21a-4d2f-815a-d355a0874593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:41.496174 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c600d7ec-5e80-4276-b8b9-fb629c664d55 req-fc5f251a-d21a-4d2f-815a-d355a0874593 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1570539-ca9f-43b4-b497-d0b015384538 HTTP/1.1" status: 200 len: 858 time: 0.4117210 Jul 07 18:31:41.504077 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5e9fe-d5f6-4c7c-93f1-f5ffdfd539f6 req-822127b8-00b1-4124-9dbc-125f09d0372a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:41.505876 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-80a5e9fe-d5f6-4c7c-93f1-f5ffdfd539f6 req-822127b8-00b1-4124-9dbc-125f09d0372a service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=8f3ff43f73644b7ea447bee624649895&shared=False HTTP/1.1" status: 200 len: 919 time: 0.8768845 Jul 07 18:31:41.524907 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da07991-a52f-495c-a41e-5bd216f2e111 req-afebf18e-082c-47ae-9413-c818eda6da7c tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:41.526746 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-3da07991-a52f-495c-a41e-5bd216f2e111 req-afebf18e-082c-47ae-9413-c818eda6da7c tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 945 time: 0.1682870 Jul 07 18:31:41.566779 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c937803-7b3f-4f42-904a-48232d4a23d6 req-8569d8a3-68af-4761-93d8-20c0ef10d25a tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:41.568368 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-8c937803-7b3f-4f42-904a-48232d4a23d6 req-8569d8a3-68af-4761-93d8-20c0ef10d25a tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Synchronizing usage tracker for tenant:8f3ff43f73644b7ea447bee624649895 on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:31:41.574004 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c600d7ec-5e80-4276-b8b9-fb629c664d55 req-2e6ed3ad-9c31-4322-8863-1e07680d6ab8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=92e10a70-b230-47f5-8f0a-d4a88037a098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642748 Jul 07 18:31:41.660382 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-3da07991-a52f-495c-a41e-5bd216f2e111 req-ed52ddc6-37de-40e7-ad4b-e31ddebbd816 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239276 Jul 07 18:31:41.907826 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e653f3-1d2a-4124-8f2b-3d500b794ff4 req-dc8b0530-5442-457e-bc72-f473d25a6bd7 tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:41.920670 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d8e653f3-1d2a-4124-8f2b-3d500b794ff4 req-dc8b0530-5442-457e-bc72-f473d25a6bd7 tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5ad775-a0b4-41cc-a525-2964ad8b0e36 HTTP/1.1" status: 200 len: 945 time: 0.1246569 Jul 07 18:31:41.956057 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-08cc381a-456c-42a6-9779-37d19769cf94 req-c568f63c-70d3-4579-9a7c-15f27239c768 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=141aaf718a50403cb0402f655c144713 HTTP/1.1" status: 200 len: 379 time: 0.5013440 Jul 07 18:31:42.003745 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-08cc381a-456c-42a6-9779-37d19769cf94 req-cda07fb8-c266-4236-b86d-f81cbcee9e1b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Request body: {'port': {'device_id': '5dc48be8-442d-4860-b43e-df87d33bb564', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'admin_state_up': True, 'tenant_id': '141aaf718a50403cb0402f655c144713', 'security_groups': ['cfed74b4-5135-496e-a42c-1133d0b3b15d']}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:42.019283 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d8e653f3-1d2a-4124-8f2b-3d500b794ff4 req-2626146b-9c58-4410-8e66-3152308fdf5f tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a0ff45a-daa6-427c-87ac-9bc729548739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864506 Jul 07 18:31:42.021661 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-8c937803-7b3f-4f42-904a-48232d4a23d6 req-8569d8a3-68af-4761-93d8-20c0ef10d25a tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Unset dirty status for tenant:8f3ff43f73644b7ea447bee624649895 on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:31:42.023011 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8c937803-7b3f-4f42-904a-48232d4a23d6 req-8569d8a3-68af-4761-93d8-20c0ef10d25a tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 944 time: 1.4425230 Jul 07 18:31:42.113428 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c600d7ec-5e80-4276-b8b9-fb629c664d55 req-14e6f9a3-25f7-42b7-93f6-89251549587d service neutron] 10.222.0.89 "GET /v2.0/networks/92e10a70-b230-47f5-8f0a-d4a88037a098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201340 Jul 07 18:31:42.219948 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-0675b4cf-e958-45e8-b5f7-638222cb0920 req-a61a4eab-3b9a-44b1-8cb1-405cbc5aba6f tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 210 time: 0.0468166 Jul 07 18:31:42.283965 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-8c937803-7b3f-4f42-904a-48232d4a23d6 req-2485d2c7-3acc-4c70-94d7-f65d4c8310be tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Synchronizing usage tracker for tenant:8f3ff43f73644b7ea447bee624649895 on resource:security_group {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:31:42.331583 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5e9fe-d5f6-4c7c-93f1-f5ffdfd539f6 req-6221a637-9269-43b7-ad5f-7d629e09f3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:42.333100 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-80a5e9fe-d5f6-4c7c-93f1-f5ffdfd539f6 req-6221a637-9269-43b7-ad5f-7d629e09f3a6 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7566254 Jul 07 18:31:42.432322 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-8c937803-7b3f-4f42-904a-48232d4a23d6 req-2485d2c7-3acc-4c70-94d7-f65d4c8310be tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Unset dirty status for tenant:8f3ff43f73644b7ea447bee624649895 on resource:security_group {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:31:42.433708 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8c937803-7b3f-4f42-904a-48232d4a23d6 req-2485d2c7-3acc-4c70-94d7-f65d4c8310be tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989544 Jul 07 18:31:42.435827 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c600d7ec-5e80-4276-b8b9-fb629c664d55 req-5c6004e8-3ada-430f-9561-95c4df9e5b68 service neutron] 10.222.0.89 "GET /v2.0/networks/92e10a70-b230-47f5-8f0a-d4a88037a098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041675 Jul 07 18:31:42.454557 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-08cc381a-456c-42a6-9779-37d19769cf94 req-cda07fb8-c266-4236-b86d-f81cbcee9e1b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:42.465635 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-08cc381a-456c-42a6-9779-37d19769cf94 req-cda07fb8-c266-4236-b86d-f81cbcee9e1b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Usage tracker for resource:port and tenant:141aaf718a50403cb0402f655c144713 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:42.470921 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-08cc381a-456c-42a6-9779-37d19769cf94 req-cda07fb8-c266-4236-b86d-f81cbcee9e1b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:42.479341 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-08cc381a-456c-42a6-9779-37d19769cf94 req-cda07fb8-c266-4236-b86d-f81cbcee9e1b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:42.504256 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08cc381a-456c-42a6-9779-37d19769cf94 req-cda07fb8-c266-4236-b86d-f81cbcee9e1b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Made reservation on behalf of 141aaf718a50403cb0402f655c144713 for: {'port': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:42.508795 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-08cc381a-456c-42a6-9779-37d19769cf94 req-cda07fb8-c266-4236-b86d-f81cbcee9e1b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:42.545533 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a57624-098e-4367-9fab-795d25c98148 req-b056d985-e5e3-482e-bb92-cc9730233992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:42.550479 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-86a57624-098e-4367-9fab-795d25c98148 req-b056d985-e5e3-482e-bb92-cc9730233992 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8f3ff43f73644b7ea447bee624649895&device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 1097 time: 0.1727557 Jul 07 18:31:42.608779 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 88094dfa-d7b8-4481-bc9b-54672e3050b1 details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 07 18:31:42.689467 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-86a57624-098e-4367-9fab-795d25c98148 req-e7558a5f-afc9-4d1b-9495-c73b8b151446 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00683620-4acb-4229-ac06-484ef67edeb0 HTTP/1.1" status: 200 len: 217 time: 0.1308279 Jul 07 18:31:42.858175 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 88094dfa-d7b8-4481-bc9b-54672e3050b1, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=88094dfa-d7b8-4481-bc9b-54672e3050b1,segment=NetworkSegment(ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c),segment_id=ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:31:42.876148 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Returning: {'device': '88094dfa-d7b8-4481-bc9b-54672e3050b1', 'network_id': '92e10a70-b230-47f5-8f0a-d4a88037a098', 'port_id': '88094dfa-d7b8-4481-bc9b-54672e3050b1', 'mac_address': 'fa:16:3e:8a:e9:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1570539-ca9f-43b4-b497-d0b015384538', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 07 18:31:42.884241 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a57624-098e-4367-9fab-795d25c98148 req-49739572-cea9-445e-ab6b-fe652bab44f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:42.885821 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-86a57624-098e-4367-9fab-795d25c98148 req-49739572-cea9-445e-ab6b-fe652bab44f5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1570539-ca9f-43b4-b497-d0b015384538 HTTP/1.1" status: 200 len: 858 time: 0.1899586 Jul 07 18:31:42.904794 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 53406) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:42.964610 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:42.985710 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88094dfa-d7b8-4481-bc9b-54672e3050b1 {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:31:43.007030 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 88094dfa-d7b8-4481-bc9b-54672e3050b1, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=88094dfa-d7b8-4481-bc9b-54672e3050b1,segment=NetworkSegment(ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c),segment_id=ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:31:43.013582 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:43.015816 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:43.039825 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_common [req-08cc381a-456c-42a6-9779-37d19769cf94 req-cda07fb8-c266-4236-b86d-f81cbcee9e1b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Allocated IP 172.20.0.5 (8aa84765-413d-4dc2-8d21-d785f19625b4/e0732594-4d25-48f2-b3f5-656ff1b826e7/6743ea86-1c3c-4602-9532-aa6c535a039b) {{(pid=78477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:43.092639 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-86a57624-098e-4367-9fab-795d25c98148 req-9630fc34-b7b2-41cb-88fb-b782a70a53ce service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=92e10a70-b230-47f5-8f0a-d4a88037a098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1615894 Jul 07 18:31:43.129375 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5de76fc8-8466-43c1-9736-d76a346be9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:43.143128 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=88094dfa-d7b8-4481-bc9b-54672e3050b1,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:43.156045 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:43.158521 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-5de76fc8-8466-43c1-9736-d76a346be9f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:43.163351 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-5de76fc8-8466-43c1-9736-d76a346be9f4 admin admin] Usage tracker for resource:security_group_rule and tenant:4f286a8ca0f240ed8befcbc28d00714b is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:43.167280 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-5de76fc8-8466-43c1-9736-d76a346be9f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:43.186410 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-5de76fc8-8466-43c1-9736-d76a346be9f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:43.277076 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['88094dfa-d7b8-4481-bc9b-54672e3050b1'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:31:43.378275 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-86a57624-098e-4367-9fab-795d25c98148 req-026e87a9-c832-44ca-bd9e-2a54f714c0d1 service neutron] 10.222.0.89 "GET /v2.0/networks/92e10a70-b230-47f5-8f0a-d4a88037a098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675552 Jul 07 18:31:43.415874 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5de76fc8-8466-43c1-9736-d76a346be9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:43.481078 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-aabad789-2b7a-4e24-b822-6931fa9834f2 req-dec8b420-f721-4cad-9c76-99e512f2acf8 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 210 time: 0.0616033 Jul 07 18:31:43.481719 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5de76fc8-8466-43c1-9736-d76a346be9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:43.490907 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:43.535983 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-5de76fc8-8466-43c1-9736-d76a346be9f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f286a8ca0f240ed8befcbc28d00714b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6298931 Jul 07 18:31:43.536793 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 53430) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:43.539159 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de76fc8-8466-43c1-9736-d76a346be9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef146518-bc33-4274-9f87-b1553bcdc152,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:43.542619 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-5de76fc8-8466-43c1-9736-d76a346be9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:43.565224 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 53434) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:43.632939 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-981ef06e-3c0d-46d8-8af6-2fe0572deff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:43.665772 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-08cc381a-456c-42a6-9779-37d19769cf94 req-cda07fb8-c266-4236-b86d-f81cbcee9e1b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for port, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:43.675644 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-981ef06e-3c0d-46d8-8af6-2fe0572deff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:43.745195 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [req-08cc381a-456c-42a6-9779-37d19769cf94 req-cda07fb8-c266-4236-b86d-f81cbcee9e1b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Transition to ACTIVE for port object 6743ea86-1c3c-4602-9532-aa6c535a039b will not be triggered until provisioned by entity DHCP. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:43.750919 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-86a57624-098e-4367-9fab-795d25c98148 req-16077553-f2ff-4a03-b607-cc6072ff5da1 service neutron] 10.222.0.89 "GET /v2.0/networks/92e10a70-b230-47f5-8f0a-d4a88037a098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554888 Jul 07 18:31:43.780612 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-981ef06e-3c0d-46d8-8af6-2fe0572deff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:43.785469 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:43.815112 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ef06e-3c0d-46d8-8af6-2fe0572deff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef146518-bc33-4274-9f87-b1553bcdc152,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:43.818368 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-981ef06e-3c0d-46d8-8af6-2fe0572deff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:43.843143 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-981ef06e-3c0d-46d8-8af6-2fe0572deff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:43.848067 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-981ef06e-3c0d-46d8-8af6-2fe0572deff9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef146518-bc33-4274-9f87-b1553bcdc152 HTTP/1.1" status: 204 len: 168 time: 0.3101962 Jul 07 18:31:43.849779 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dede15a-3df0-439d-b6f0-0648f02afb5c req-e38883ca-db7b-400f-aff7-10d93e9cd224 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:43.851424 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3dede15a-3df0-439d-b6f0-0648f02afb5c req-e38883ca-db7b-400f-aff7-10d93e9cd224 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 944 time: 0.1544266 Jul 07 18:31:43.855286 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b12be0e7-4b59-45af-ab54-2dc68dee0460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:43.875631 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-b12be0e7-4b59-45af-ab54-2dc68dee0460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:43.880406 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-08cc381a-456c-42a6-9779-37d19769cf94 req-cda07fb8-c266-4236-b86d-f81cbcee9e1b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:43.881025 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-b12be0e7-4b59-45af-ab54-2dc68dee0460 admin admin] Usage tracker for resource:security_group_rule and tenant:12d75284854043c39887cfc1a4cc9b34 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:43.886104 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-b12be0e7-4b59-45af-ab54-2dc68dee0460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:43.893261 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-25998304-0f4f-4b8f-b564-57d4d1e9eaf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:43.893754 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-b12be0e7-4b59-45af-ab54-2dc68dee0460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:44.031069 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b12be0e7-4b59-45af-ab54-2dc68dee0460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:44.037595 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b12be0e7-4b59-45af-ab54-2dc68dee0460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:44.040186 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08cc381a-456c-42a6-9779-37d19769cf94 req-cda07fb8-c266-4236-b86d-f81cbcee9e1b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Network 8aa84765-413d-4dc2-8d21-d785f19625b4 is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:44.043551 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3dede15a-3df0-439d-b6f0-0648f02afb5c req-5f941e84-8c70-4f29-8038-25a7d0842dd0 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822641 Jul 07 18:31:44.046684 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [req-08cc381a-456c-42a6-9779-37d19769cf94 req-cda07fb8-c266-4236-b86d-f81cbcee9e1b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:44.051233 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-08cc381a-456c-42a6-9779-37d19769cf94 req-cda07fb8-c266-4236-b86d-f81cbcee9e1b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Received port after_create {{(pid=78477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:31:44.068741 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:44.079470 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc381a-456c-42a6-9779-37d19769cf94 req-cda07fb8-c266-4236-b86d-f81cbcee9e1b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:44.080255 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-08cc381a-456c-42a6-9779-37d19769cf94 req-cda07fb8-c266-4236-b86d-f81cbcee9e1b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:44.119901 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda07fb8-c266-4236-b86d-f81cbcee9e1b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Pushing event updated for resources: {'Port': ['ID=6743ea86-1c3c-4602-9532-aa6c535a039b,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:44.123302 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-cda07fb8-c266-4236-b86d-f81cbcee9e1b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:44.135303 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-b12be0e7-4b59-45af-ab54-2dc68dee0460 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=12d75284854043c39887cfc1a4cc9b34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5664344 Jul 07 18:31:44.135906 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 53456) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:44.142557 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12be0e7-4b59-45af-ab54-2dc68dee0460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72ba294-00fb-4f46-8894-ecf4b811c1c0,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:44.156470 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-b12be0e7-4b59-45af-ab54-2dc68dee0460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:44.268348 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 53472) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:44.291433 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-08cc381a-456c-42a6-9779-37d19769cf94 req-cda07fb8-c266-4236-b86d-f81cbcee9e1b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3183768 Jul 07 18:31:44.305784 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-08cc381a-456c-42a6-9779-37d19769cf94 req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] Request body: {'port': {'device_id': '5dc48be8-442d-4860-b43e-df87d33bb564', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:44.315716 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-50fc57cf-bd12-4c35-9bd9-19aee2b83cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:44.351805 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-50fc57cf-bd12-4c35-9bd9-19aee2b83cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:44.358635 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-50fc57cf-bd12-4c35-9bd9-19aee2b83cb8 admin admin] Usage tracker for resource:security_group_rule and tenant:34f05745dc92415098efd7869fe2931f is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:44.367832 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-50fc57cf-bd12-4c35-9bd9-19aee2b83cb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:44.377114 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-50fc57cf-bd12-4c35-9bd9-19aee2b83cb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:44.450205 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-559703dd-c48d-4a11-8882-c78cc6952906 None None] Provisioning for port 6743ea86-1c3c-4602-9532-aa6c535a039b completed by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:44.456493 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-559703dd-c48d-4a11-8882-c78cc6952906 None None] Provisioning complete for port 6743ea86-1c3c-4602-9532-aa6c535a039b triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:44.457488 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-559703dd-c48d-4a11-8882-c78cc6952906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:44.492814 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-50fc57cf-bd12-4c35-9bd9-19aee2b83cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:44.499142 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-50fc57cf-bd12-4c35-9bd9-19aee2b83cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:44.542845 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-e491bc4d-7abd-4baf-a44a-6cc814ffd8bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:44.546711 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-13565c1e-a382-4d92-afa9-cb2a236737ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:44.577538 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-08cc381a-456c-42a6-9779-37d19769cf94 req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:44.587214 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-559703dd-c48d-4a11-8882-c78cc6952906 None None] Port 6743ea86-1c3c-4602-9532-aa6c535a039b cannot update to ACTIVE because it is not bound. {{(pid=78479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:31:44.609304 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-e491bc4d-7abd-4baf-a44a-6cc814ffd8bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:44.618355 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc57cf-bd12-4c35-9bd9-19aee2b83cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91934501-c220-46cc-9ba7-57dfd31814d2,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:44.634870 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-50fc57cf-bd12-4c35-9bd9-19aee2b83cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:44.644749 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-50fc57cf-bd12-4c35-9bd9-19aee2b83cb8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34f05745dc92415098efd7869fe2931f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3752584 Jul 07 18:31:44.652410 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 53488) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:44.709171 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-e491bc4d-7abd-4baf-a44a-6cc814ffd8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:44.720410 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 88094dfa-d7b8-4481-bc9b-54672e3050b1 up at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:31:44.729041 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:44.750115 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491bc4d-7abd-4baf-a44a-6cc814ffd8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72ba294-00fb-4f46-8894-ecf4b811c1c0,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:44.767093 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-e491bc4d-7abd-4baf-a44a-6cc814ffd8bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:44.768209 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-e491bc4d-7abd-4baf-a44a-6cc814ffd8bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:44.770326 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-e491bc4d-7abd-4baf-a44a-6cc814ffd8bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a72ba294-00fb-4f46-8894-ecf4b811c1c0 HTTP/1.1" status: 204 len: 168 time: 0.6336763 Jul 07 18:31:44.937060 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning for port 88094dfa-d7b8-4481-bc9b-54672e3050b1 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:44.954447 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning complete for port 88094dfa-d7b8-4481-bc9b-54672e3050b1 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:44.954605 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:44.961895 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-6dfcf2a5-3d6a-4f1b-aad8-845de710849c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:45.021809 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-6dfcf2a5-3d6a-4f1b-aad8-845de710849c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:45.089430 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-6dfcf2a5-3d6a-4f1b-aad8-845de710849c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:45.093989 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:45.105603 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcf2a5-3d6a-4f1b-aad8-845de710849c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91934501-c220-46cc-9ba7-57dfd31814d2,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:45.110516 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-6dfcf2a5-3d6a-4f1b-aad8-845de710849c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:45.124043 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-6dfcf2a5-3d6a-4f1b-aad8-845de710849c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:45.125181 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-6dfcf2a5-3d6a-4f1b-aad8-845de710849c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/91934501-c220-46cc-9ba7-57dfd31814d2 HTTP/1.1" status: 204 len: 168 time: 0.4716969 Jul 07 18:31:45.141944 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754aa347-3084-499a-9ca8-d232135357a8 req-cd61990b-9b29-408d-ac2c-d1fd9c67c197 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:45.149111 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-754aa347-3084-499a-9ca8-d232135357a8 req-cd61990b-9b29-408d-ac2c-d1fd9c67c197 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 931 time: 0.3419027 Jul 07 18:31:45.217414 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-754aa347-3084-499a-9ca8-d232135357a8 req-5883f94b-cc99-4fea-b363-1438fe107c1d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673211 Jul 07 18:31:45.384546 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:45.419672 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4043b484-3da1-4837-9628-97d4c7e643be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88094dfa-d7b8-4481-bc9b-54672e3050b1'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:31:45.436181 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 88094dfa-d7b8-4481-bc9b-54672e3050b1, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=88094dfa-d7b8-4481-bc9b-54672e3050b1,segment=NetworkSegment(ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c),segment_id=ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:31:45.443584 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:45.446151 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:45.500342 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [req-08cc381a-456c-42a6-9779-37d19769cf94 req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6743ea86-1c3c-4602-9532-aa6c535a039b {{(pid=78477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:31:45.513317 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 53518) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:45.550336 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4043b484-3da1-4837-9628-97d4c7e643be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88094dfa-d7b8-4481-bc9b-54672e3050b1', 'code': 200} Jul 07 18:31:45.574314 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-08cc381a-456c-42a6-9779-37d19769cf94 req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:45.587652 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-0239a4a2-d8cc-4646-b64d-b4e161374d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:45.628582 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=88094dfa-d7b8-4481-bc9b-54672e3050b1,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:45.632462 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:45.633727 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-0239a4a2-d8cc-4646-b64d-b4e161374d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:45.638086 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-0239a4a2-d8cc-4646-b64d-b4e161374d56 admin admin] Usage tracker for resource:security_group_rule and tenant:5fd4ca77d8cd48c282ac300167e55969 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:45.641869 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-0239a4a2-d8cc-4646-b64d-b4e161374d56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:45.648488 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-0239a4a2-d8cc-4646-b64d-b4e161374d56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:45.651759 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ad0e1-e2a5-42b6-85b9-d2619506727b req-863dc815-88c4-4331-8192-578083a3ffa2 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:45.670235 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e72ad0e1-e2a5-42b6-85b9-d2619506727b req-863dc815-88c4-4331-8192-578083a3ffa2 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 944 time: 0.1761539 Jul 07 18:31:45.691192 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [req-08cc381a-456c-42a6-9779-37d19769cf94 req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] Transition to ACTIVE for port object 6743ea86-1c3c-4602-9532-aa6c535a039b will not be triggered until provisioned by entity L2. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:45.699199 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-08cc381a-456c-42a6-9779-37d19769cf94 req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:45.707053 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-25998304-0f4f-4b8f-b564-57d4d1e9eaf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:45.799489 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e72ad0e1-e2a5-42b6-85b9-d2619506727b req-da98ad5f-2bd1-4a0d-8064-3884a3194ef1 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277096 Jul 07 18:31:45.913205 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-0239a4a2-d8cc-4646-b64d-b4e161374d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:45.948197 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 53532) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:45.988204 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-0239a4a2-d8cc-4646-b64d-b4e161374d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:45.998673 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-dafa78b3-e1aa-4816-a0be-5bceb4a98a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:46.041509 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-dafa78b3-e1aa-4816-a0be-5bceb4a98a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:46.050531 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-dafa78b3-e1aa-4816-a0be-5bceb4a98a15 admin admin] Usage tracker for resource:security_group_rule and tenant:b552b1f10ee64d568ab66570d6890525 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:46.055985 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-dafa78b3-e1aa-4816-a0be-5bceb4a98a15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:46.063017 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-0239a4a2-d8cc-4646-b64d-b4e161374d56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5fd4ca77d8cd48c282ac300167e55969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5485609 Jul 07 18:31:46.064110 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] Pushing event updated for resources: {'Port': ['ID=6743ea86-1c3c-4602-9532-aa6c535a039b,revision_number=2']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:46.068045 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 53536) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:46.074009 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-dafa78b3-e1aa-4816-a0be-5bceb4a98a15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:46.085982 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:46.089250 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:46.140098 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 53540) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:46.217455 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a7607f15-e651-419b-9153-8d02448ad257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:46.243645 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-08cc381a-456c-42a6-9779-37d19769cf94 req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] Attempting to bind port 6743ea86-1c3c-4602-9532-aa6c535a039b on host hv-cinder-79869 for vnic_type normal with profile {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:46.248447 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-08cc381a-456c-42a6-9779-37d19769cf94 req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] Attempting to bind port 6743ea86-1c3c-4602-9532-aa6c535a039b by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': '9d388b74-63ed-4e83-854a-630c6157b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4'}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:46.249445 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cc381a-456c-42a6-9779-37d19769cf94 req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] Attempting to bind port 6743ea86-1c3c-4602-9532-aa6c535a039b on network 8aa84765-413d-4dc2-8d21-d785f19625b4 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:46.254566 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239a4a2-d8cc-4646-b64d-b4e161374d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4612054-e1ea-4072-97cf-6075ad1b689e,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:46.264429 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a7607f15-e651-419b-9153-8d02448ad257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:46.266972 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-0239a4a2-d8cc-4646-b64d-b4e161374d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:46.268228 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cc381a-456c-42a6-9779-37d19769cf94 req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] Port 6743ea86-1c3c-4602-9532-aa6c535a039b on network 8aa84765-413d-4dc2-8d21-d785f19625b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:31:46.268607 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cc381a-456c-42a6-9779-37d19769cf94 req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] Attempting to bind port 6743ea86-1c3c-4602-9532-aa6c535a039b on network 8aa84765-413d-4dc2-8d21-d785f19625b4 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:46.276060 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cc381a-456c-42a6-9779-37d19769cf94 req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] Checking agent: {'id': '6661975a-2303-40ef-9047-4852f27aec4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:46.276537 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cc381a-456c-42a6-9779-37d19769cf94 req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] Checking segment: {'id': '9d388b74-63ed-4e83-854a-630c6157b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:46.276991 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cc381a-456c-42a6-9779-37d19769cf94 req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] Bound using segment: {'id': '9d388b74-63ed-4e83-854a-630c6157b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4'} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:46.277520 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-08cc381a-456c-42a6-9779-37d19769cf94 req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] Bound port: 6743ea86-1c3c-4602-9532-aa6c535a039b, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d388b74-63ed-4e83-854a-630c6157b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4'}}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:46.278181 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-08cc381a-456c-42a6-9779-37d19769cf94 req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:46.397374 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a7607f15-e651-419b-9153-8d02448ad257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:46.408461 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:46.427463 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-dafa78b3-e1aa-4816-a0be-5bceb4a98a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:46.431231 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7607f15-e651-419b-9153-8d02448ad257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4612054-e1ea-4072-97cf-6075ad1b689e,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:46.434245 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-a7607f15-e651-419b-9153-8d02448ad257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:46.435646 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a7607f15-e651-419b-9153-8d02448ad257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:46.436771 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-a7607f15-e651-419b-9153-8d02448ad257 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e4612054-e1ea-4072-97cf-6075ad1b689e HTTP/1.1" status: 204 len: 168 time: 0.3646758 Jul 07 18:31:46.437576 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-dafa78b3-e1aa-4816-a0be-5bceb4a98a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:46.447964 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-b12be0e7-4b59-45af-ab54-2dc68dee0460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:46.481680 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc61483-9dc6-4689-9d1b-5bb6a6e4291f req-f55ed61d-7626-4f18-8801-396ce89c7457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:46.483536 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-0dc61483-9dc6-4689-9d1b-5bb6a6e4291f req-f55ed61d-7626-4f18-8801-396ce89c7457 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 1099 time: 0.5686758 Jul 07 18:31:46.501223 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-dafa78b3-e1aa-4816-a0be-5bceb4a98a15 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b552b1f10ee64d568ab66570d6890525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5516214 Jul 07 18:31:46.503048 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa78b3-e1aa-4816-a0be-5bceb4a98a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c360c62c-c47d-4953-baf9-98caefb9e8b6,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:46.510259 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 53550) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:46.515914 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-dafa78b3-e1aa-4816-a0be-5bceb4a98a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:46.581533 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-6735e6b0-400d-4bcd-ba5e-d67fdb4f5936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:46.654449 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 00683620-4acb-4229-ac06-484ef67edeb0 details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 07 18:31:46.655021 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-6735e6b0-400d-4bcd-ba5e-d67fdb4f5936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:46.674949 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-08cc381a-456c-42a6-9779-37d19769cf94 req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] For port 6743ea86-1c3c-4602-9532-aa6c535a039b, host hv-cinder-79869, cleared binding levels {{(pid=78477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:31:46.685019 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-6735e6b0-400d-4bcd-ba5e-d67fdb4f5936 admin admin] Usage tracker for resource:security_group_rule and tenant:d4b9c11ba7af48fc8177ad8d5fa98cd7 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:46.723582 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-6735e6b0-400d-4bcd-ba5e-d67fdb4f5936 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:46.743420 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-6735e6b0-400d-4bcd-ba5e-d67fdb4f5936 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:46.754861 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-0dc61483-9dc6-4689-9d1b-5bb6a6e4291f req-b45420c3-7ab5-4bfc-8a79-9ef2debd6455 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433958 Jul 07 18:31:46.757185 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-08cc381a-456c-42a6-9779-37d19769cf94 req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] For port 6743ea86-1c3c-4602-9532-aa6c535a039b, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=6743ea86-1c3c-4602-9532-aa6c535a039b,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:31:46.789220 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-08cc381a-456c-42a6-9779-37d19769cf94 req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:46.838200 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d21b87-c1ad-489a-9211-7aab888e81fe req-189bf764-8f93-45d0-997d-fe05d8122389 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:46.839834 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-c8d21b87-c1ad-489a-9211-7aab888e81fe req-189bf764-8f93-45d0-997d-fe05d8122389 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Synchronizing usage tracker for tenant:141aaf718a50403cb0402f655c144713 on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:31:46.894754 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-1eac0ab0-1246-4322-9006-99bd3ace338b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:46.987286 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-0a6181dc-78b5-4fa9-bd91-8c88c19e4e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:47.001767 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 00683620-4acb-4229-ac06-484ef67edeb0, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=00683620-4acb-4229-ac06-484ef67edeb0,segment=NetworkSegment(ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c),segment_id=ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:31:47.027478 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Returning: {'device': '00683620-4acb-4229-ac06-484ef67edeb0', 'network_id': '92e10a70-b230-47f5-8f0a-d4a88037a098', 'port_id': '00683620-4acb-4229-ac06-484ef67edeb0', 'mac_address': 'fa:16:3e:fc:aa:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1570539-ca9f-43b4-b497-d0b015384538', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 07 18:31:47.043186 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc381a-456c-42a6-9779-37d19769cf94 req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:47.043836 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-08cc381a-456c-42a6-9779-37d19769cf94 req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:47.045247 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-08cc381a-456c-42a6-9779-37d19769cf94 req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] 10.222.0.89 "PUT /v2.0/ports/6743ea86-1c3c-4602-9532-aa6c535a039b HTTP/1.1" status: 200 len: 1093 time: 2.7456791 Jul 07 18:31:47.048177 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc48be8-442d-4860-b43e-df87d33bb564', 'tag': '6743ea86-1c3c-4602-9532-aa6c535a039b'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:31:47.095045 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-c8d21b87-c1ad-489a-9211-7aab888e81fe req-189bf764-8f93-45d0-997d-fe05d8122389 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Unset dirty status for tenant:141aaf718a50403cb0402f655c144713 on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:31:47.097958 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:47.104608 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c8d21b87-c1ad-489a-9211-7aab888e81fe req-189bf764-8f93-45d0-997d-fe05d8122389 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 943 time: 0.7085106 Jul 07 18:31:47.118538 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00683620-4acb-4229-ac06-484ef67edeb0 {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:31:47.120130 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-0a6181dc-78b5-4fa9-bd91-8c88c19e4e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:47.136469 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 00683620-4acb-4229-ac06-484ef67edeb0, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=00683620-4acb-4229-ac06-484ef67edeb0,segment=NetworkSegment(ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c),segment_id=ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:31:47.143480 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:47.149541 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:47.202900 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] Pushing event updated for resources: {'Port': ['ID=6743ea86-1c3c-4602-9532-aa6c535a039b,revision_number=3']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:47.231198 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=00683620-4acb-4229-ac06-484ef67edeb0,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:47.236386 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:47.257892 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:47.278787 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4878b7-417d-4fa2-9f24-fde3f0c26c2a req-a07fbfb1-a5a3-4ad7-838d-23171c9ef154 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:47.292905 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-1c4878b7-417d-4fa2-9f24-fde3f0c26c2a req-a07fbfb1-a5a3-4ad7-838d-23171c9ef154 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 944 time: 0.3585196 Jul 07 18:31:47.355731 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c8d21b87-c1ad-489a-9211-7aab888e81fe req-e1ea2a40-0444-44ac-9f35-a87dbd7da969 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502439 Jul 07 18:31:47.423354 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-1c4878b7-417d-4fa2-9f24-fde3f0c26c2a req-5af4e228-ef96-4645-98b0-4a8e7648e465 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291351 Jul 07 18:31:47.429674 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['00683620-4acb-4229-ac06-484ef67edeb0'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:31:47.441734 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-0a6181dc-78b5-4fa9-bd91-8c88c19e4e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:47.450180 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-6735e6b0-400d-4bcd-ba5e-d67fdb4f5936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:47.456788 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc381a-456c-42a6-9779-37d19769cf94 req-aa726aa7-0b8a-4ed5-9c81-a46f0053de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:47.458423 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-08cc381a-456c-42a6-9779-37d19769cf94 req-aa726aa7-0b8a-4ed5-9c81-a46f0053de2c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=141aaf718a50403cb0402f655c144713&device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 1096 time: 0.1677051 Jul 07 18:31:47.461537 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc48be8-442d-4860-b43e-df87d33bb564', 'tag': '6743ea86-1c3c-4602-9532-aa6c535a039b', 'status': 'completed', 'code': 200} Jul 07 18:31:47.461985 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:47.473042 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-6735e6b0-400d-4bcd-ba5e-d67fdb4f5936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:47.538524 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6181dc-78b5-4fa9-bd91-8c88c19e4e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c360c62c-c47d-4953-baf9-98caefb9e8b6,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:47.565094 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-0a6181dc-78b5-4fa9-bd91-8c88c19e4e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:47.571149 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-08cc381a-456c-42a6-9779-37d19769cf94 req-a0c9e967-c122-4bf6-98ac-3ff38b5e9ccd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6743ea86-1c3c-4602-9532-aa6c535a039b HTTP/1.1" status: 200 len: 217 time: 0.1012783 Jul 07 18:31:47.573727 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:47.602580 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5c17f878-25e8-47dd-bace-35c756774546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:47.774230 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735e6b0-400d-4bcd-ba5e-d67fdb4f5936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccef69ee-af39-44b0-83b2-5bb5c3834744,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:47.779323 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-0a6181dc-78b5-4fa9-bd91-8c88c19e4e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:47.782656 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-0a6181dc-78b5-4fa9-bd91-8c88c19e4e19 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c360c62c-c47d-4953-baf9-98caefb9e8b6 HTTP/1.1" status: 204 len: 168 time: 1.2436972 Jul 07 18:31:47.798573 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-6735e6b0-400d-4bcd-ba5e-d67fdb4f5936 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d4b9c11ba7af48fc8177ad8d5fa98cd7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6244671 Jul 07 18:31:47.798573 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-6735e6b0-400d-4bcd-ba5e-d67fdb4f5936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:47.800729 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 53604) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:47.849775 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc381a-456c-42a6-9779-37d19769cf94 req-dab73eda-9cb8-4b80-ad45-0993e164ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:47.852295 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-08cc381a-456c-42a6-9779-37d19769cf94 req-dab73eda-9cb8-4b80-ad45-0993e164ab28 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e0732594-4d25-48f2-b3f5-656ff1b826e7 HTTP/1.1" status: 200 len: 856 time: 0.2467508 Jul 07 18:31:47.898082 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-03ee3eeb-71b1-4461-ae0a-a54bc25815c0 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:47.899815 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-03ee3eeb-71b1-4461-ae0a-a54bc25815c0 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Synchronizing usage tracker for tenant:801cd77637e2403187e00ddcc37d09c9 on resource:network {{(pid=78478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:31:47.929670 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-03ee3eeb-71b1-4461-ae0a-a54bc25815c0 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Unset dirty status for tenant:801cd77637e2403187e00ddcc37d09c9 on resource:network {{(pid=78478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:31:47.939414 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-03ee3eeb-71b1-4461-ae0a-a54bc25815c0 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/networks?id=00122975-89ac-4879-bc72-e0e4e7651f21 HTTP/1.1" status: 200 len: 813 time: 0.2124035 Jul 07 18:31:47.962561 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-eb8277ec-9ca4-46bb-ab0c-92e0e18e000a tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/quotas/801cd77637e2403187e00ddcc37d09c9 HTTP/1.1" status: 200 len: 375 time: 0.0219202 Jul 07 18:31:48.045470 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-48d1f816-b3e2-4c32-8c32-8b4bda28ba0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:48.083742 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-48d1f816-b3e2-4c32-8c32-8b4bda28ba0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:48.129669 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc381a-456c-42a6-9779-37d19769cf94 req-e24a0c74-442c-45af-9966-a141a7b18e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:48.131747 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-08cc381a-456c-42a6-9779-37d19769cf94 req-e24a0c74-442c-45af-9966-a141a7b18e58 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8aa84765-413d-4dc2-8d21-d785f19625b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2670481 Jul 07 18:31:48.146620 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:48.183294 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-f89c74e0-0cdc-4d06-91e2-ad07ec55dc3d tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=801cd77637e2403187e00ddcc37d09c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2195148 Jul 07 18:31:48.334734 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-48d1f816-b3e2-4c32-8c32-8b4bda28ba0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:48.363787 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:48.404027 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-08cc381a-456c-42a6-9779-37d19769cf94 req-fef076f1-55ca-4b6c-9fd5-a1cdb04e01f9 service neutron] 10.222.0.89 "GET /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568407 Jul 07 18:31:48.412293 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1f816-b3e2-4c32-8c32-8b4bda28ba0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccef69ee-af39-44b0-83b2-5bb5c3834744,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:48.416030 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-48d1f816-b3e2-4c32-8c32-8b4bda28ba0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:48.520772 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-49a6d793-9b99-4d4e-bd41-d4827a5d1fd8 service neutron] 10.222.0.41 "GET /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363221 Jul 07 18:31:48.550408 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-48d1f816-b3e2-4c32-8c32-8b4bda28ba0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:48.553429 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-48d1f816-b3e2-4c32-8c32-8b4bda28ba0d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ccef69ee-af39-44b0-83b2-5bb5c3834744 HTTP/1.1" status: 204 len: 168 time: 0.7516725 Jul 07 18:31:48.636713 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-08cc381a-456c-42a6-9779-37d19769cf94 req-c3e4c091-e4b5-4f94-a9e0-d3277ad55c78 service neutron] 10.222.0.89 "GET /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181733 Jul 07 18:31:48.659041 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 00683620-4acb-4229-ac06-484ef67edeb0 up at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:31:48.668395 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f18c4-ba23-4221-acff-3057d29132a6 req-ad083262-76d9-423d-b4bc-3b022d0f95e9 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:48.670009 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-484f18c4-ba23-4221-acff-3057d29132a6 req-ad083262-76d9-423d-b4bc-3b022d0f95e9 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 943 time: 0.1072497 Jul 07 18:31:48.740324 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-ea39c4ff-5ce3-480a-8200-aa35ebc67542 service neutron] 10.222.0.41 "GET /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186975 Jul 07 18:31:48.816698 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-484f18c4-ba23-4221-acff-3057d29132a6 req-46a7d0b2-d013-4caa-9998-dcec23d4f362 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396387 Jul 07 18:31:48.838478 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning for port 00683620-4acb-4229-ac06-484ef67edeb0 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:48.849989 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning complete for port 00683620-4acb-4229-ac06-484ef67edeb0 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:48.850623 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:48.905273 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80aa7a0-2ccf-4d36-9db1-6436c971e4f0 req-d83bf345-8350-47c1-9306-52dfbcc045e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:48.910823 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a80aa7a0-2ccf-4d36-9db1-6436c971e4f0 req-d83bf345-8350-47c1-9306-52dfbcc045e2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=141aaf718a50403cb0402f655c144713&device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 1096 time: 0.1863153 Jul 07 18:31:49.206058 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:49.217884 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80aa7a0-2ccf-4d36-9db1-6436c971e4f0 req-4a1b9bbf-8720-4a42-850d-192385359406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:49.219520 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a80aa7a0-2ccf-4d36-9db1-6436c971e4f0 req-4a1b9bbf-8720-4a42-850d-192385359406 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8aa84765-413d-4dc2-8d21-d785f19625b4 HTTP/1.1" status: 200 len: 918 time: 0.2995436 Jul 07 18:31:49.282058 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243caad6-eabe-4f97-a31d-d66d63e35c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00683620-4acb-4229-ac06-484ef67edeb0'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:31:49.296262 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 00683620-4acb-4229-ac06-484ef67edeb0, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=00683620-4acb-4229-ac06-484ef67edeb0,segment=NetworkSegment(ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c),segment_id=ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:31:49.303826 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:49.305779 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:49.425443 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 53676) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:49.426990 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a80aa7a0-2ccf-4d36-9db1-6436c971e4f0 req-77697979-ce84-453e-bdd8-84d72bd10b52 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6743ea86-1c3c-4602-9532-aa6c535a039b HTTP/1.1" status: 200 len: 217 time: 0.1238616 Jul 07 18:31:49.440870 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd0797-53ee-4c21-8c7e-4a70bf4509db req-e6669e5e-c062-485a-b9f1-773c05d89eea tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:49.450757 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e1bd0797-53ee-4c21-8c7e-4a70bf4509db req-e6669e5e-c062-485a-b9f1-773c05d89eea tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.2450848 Jul 07 18:31:49.456864 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=00683620-4acb-4229-ac06-484ef67edeb0,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:49.468350 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:49.544665 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e1bd0797-53ee-4c21-8c7e-4a70bf4509db req-b9e3248d-84b4-4352-aeed-947e754bdb14 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927038 Jul 07 18:31:49.546609 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-328b90fa-b02a-474a-96c6-e3515f08aede admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:49.580118 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-328b90fa-b02a-474a-96c6-e3515f08aede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:49.591014 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-328b90fa-b02a-474a-96c6-e3515f08aede admin admin] Usage tracker for resource:security_group_rule and tenant:596aeb0dc9394f2c9fd70fee415a33cb is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:49.595995 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-328b90fa-b02a-474a-96c6-e3515f08aede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:49.605864 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80aa7a0-2ccf-4d36-9db1-6436c971e4f0 req-4fe7548d-87df-4dc3-9df6-8a88ee675163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:49.611763 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a80aa7a0-2ccf-4d36-9db1-6436c971e4f0 req-4fe7548d-87df-4dc3-9df6-8a88ee675163 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e0732594-4d25-48f2-b3f5-656ff1b826e7 HTTP/1.1" status: 200 len: 856 time: 0.1636970 Jul 07 18:31:49.612696 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-328b90fa-b02a-474a-96c6-e3515f08aede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:49.631947 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbca598-c215-4a70-afea-2f90db172e0e req-11fe3bb4-0780-4518-8092-c69820a276fc tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:49.639369 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-efbca598-c215-4a70-afea-2f90db172e0e req-11fe3bb4-0780-4518-8092-c69820a276fc tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5ad775-a0b4-41cc-a525-2964ad8b0e36 HTTP/1.1" status: 200 len: 945 time: 0.4187965 Jul 07 18:31:49.658963 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-848b45df-c29c-4f6d-a2ea-c3f8b79ba5e4 req-790a931e-a3b8-4455-8da2-6121dc227299 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5cc4ef4-573f-4afb-ad17-3560fc078f31 HTTP/1.1" status: 200 len: 210 time: 0.0623994 Jul 07 18:31:49.732047 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243caad6-eabe-4f97-a31d-d66d63e35c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00683620-4acb-4229-ac06-484ef67edeb0', 'code': 200} Jul 07 18:31:49.785262 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-efbca598-c215-4a70-afea-2f90db172e0e req-b5de0543-5607-4cb7-8cc8-e49c345362d2 tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a0ff45a-daa6-427c-87ac-9bc729548739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446400 Jul 07 18:31:49.816134 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80aa7a0-2ccf-4d36-9db1-6436c971e4f0 req-2f7b2c2e-60bf-4a8d-b370-ad037ff5ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:49.818281 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a80aa7a0-2ccf-4d36-9db1-6436c971e4f0 req-2f7b2c2e-60bf-4a8d-b370-ad037ff5ad30 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8aa84765-413d-4dc2-8d21-d785f19625b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1743839 Jul 07 18:31:49.941814 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-328b90fa-b02a-474a-96c6-e3515f08aede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:49.948229 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-328b90fa-b02a-474a-96c6-e3515f08aede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:49.959523 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:50.033931 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-328b90fa-b02a-474a-96c6-e3515f08aede admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=596aeb0dc9394f2c9fd70fee415a33cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6059618 Jul 07 18:31:50.034879 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b90fa-b02a-474a-96c6-e3515f08aede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd75a37f-f8ed-43b6-9f29-df2d73fb2d72,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:50.037478 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 53698) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:50.038646 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a80aa7a0-2ccf-4d36-9db1-6436c971e4f0 req-7e6ad1a2-2c88-4130-a4ac-59862a27ca61 service neutron] 10.222.0.89 "GET /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133131 Jul 07 18:31:50.039420 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-328b90fa-b02a-474a-96c6-e3515f08aede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:50.180035 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3a73798d-c875-4fa7-977b-68d456726a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:50.279020 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6e64f9ef-217d-440d-8d8c-d390d3967939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:50.287822 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3a73798d-c875-4fa7-977b-68d456726a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:50.349092 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09a681-00b9-417c-9418-ff1fa5409aef req-5a823983-dade-435e-b904-94a4e68adcfb tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:50.350897 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-dd09a681-00b9-417c-9418-ff1fa5409aef req-5a823983-dade-435e-b904-94a4e68adcfb tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 943 time: 0.1670663 Jul 07 18:31:50.431958 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-dd09a681-00b9-417c-9418-ff1fa5409aef req-f1981958-8894-45f5-9780-0ca4ae24d80b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738010 Jul 07 18:31:50.433559 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3a73798d-c875-4fa7-977b-68d456726a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:50.440652 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:50.465228 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73798d-c875-4fa7-977b-68d456726a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd75a37f-f8ed-43b6-9f29-df2d73fb2d72,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:50.467634 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3a73798d-c875-4fa7-977b-68d456726a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:50.471597 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-3a73798d-c875-4fa7-977b-68d456726a91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd75a37f-f8ed-43b6-9f29-df2d73fb2d72 HTTP/1.1" status: 204 len: 168 time: 0.4319561 Jul 07 18:31:50.475659 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-3a73798d-c875-4fa7-977b-68d456726a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:50.617662 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a80aa7a0-2ccf-4d36-9db1-6436c971e4f0 req-fe9b87a7-9e5c-4950-8243-9e394c244660 service neutron] 10.222.0.89 "GET /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5714977 Jul 07 18:31:50.632012 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6028347-2aaa-4163-a06d-a789a39e3dae req-dc1cfcf2-ae2b-428d-9ac9-72c740de7e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:50.633700 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d6028347-2aaa-4163-a06d-a789a39e3dae req-dc1cfcf2-ae2b-428d-9ac9-72c740de7e0c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 1099 time: 0.4701786 Jul 07 18:31:50.661066 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b49549-5d3e-4c6b-9338-81790935f260 req-7488478c-f490-4a0d-8c87-3bc7573ff172 tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:50.662683 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-98b49549-5d3e-4c6b-9338-81790935f260 req-7488478c-f490-4a0d-8c87-3bc7573ff172 tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c5ad775-a0b4-41cc-a525-2964ad8b0e36 HTTP/1.1" status: 200 len: 945 time: 0.4180329 Jul 07 18:31:50.773867 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-98b49549-5d3e-4c6b-9338-81790935f260 req-ac1ba2a6-a48f-42e8-a1c0-1810c82b008b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Deleting port f1e531c0-d60b-4809-bb6e-787a36d69dd5 {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:31:50.774489 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-98b49549-5d3e-4c6b-9338-81790935f260 req-ac1ba2a6-a48f-42e8-a1c0-1810c82b008b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:50.922924 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-1dd87a3c-b3a7-44e9-a85f-cc6bd4c10c0f req-8259b3e6-2bae-4069-bb71-707ff594fb6a tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5cc4ef4-573f-4afb-ad17-3560fc078f31 HTTP/1.1" status: 200 len: 210 time: 0.0719824 Jul 07 18:31:50.997616 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d6028347-2aaa-4163-a06d-a789a39e3dae req-38446726-4767-4338-9cb2-2e7d7de36c24 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338792 Jul 07 18:31:51.085541 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:51.236076 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-6f1d55dc-6900-4b82-8890-255aba920b48 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:51.237717 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-6f1d55dc-6900-4b82-8890-255aba920b48 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.89 "GET /v2.0/networks?id=00122975-89ac-4879-bc72-e0e4e7651f21 HTTP/1.1" status: 200 len: 813 time: 0.3574622 Jul 07 18:31:51.242353 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b5269-1947-4d32-acf1-51eec65a6889 req-4d92c127-6971-4c8c-b13b-57f4aa374ced tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:51.252580 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-914b5269-1947-4d32-acf1-51eec65a6889 req-4d92c127-6971-4c8c-b13b-57f4aa374ced tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5ad775-a0b4-41cc-a525-2964ad8b0e36 HTTP/1.1" status: 200 len: 945 time: 0.1287458 Jul 07 18:31:51.268735 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-be70f985-432d-4f11-87dd-1f96fae94fdc tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Request body: {'port': {'device_id': 'f5cc4ef4-573f-4afb-ad17-3560fc078f31', 'network_id': '00122975-89ac-4879-bc72-e0e4e7651f21', 'admin_state_up': True, 'tenant_id': '801cd77637e2403187e00ddcc37d09c9'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:51.339690 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-914b5269-1947-4d32-acf1-51eec65a6889 req-d66c7e7d-3e39-48b1-b603-bfb9e06bef80 tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a0ff45a-daa6-427c-87ac-9bc729548739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858772 Jul 07 18:31:51.481657 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d801066-1a25-4904-ac94-2423688f34a6 req-390d26f7-6f93-474e-a22e-4b4b1bbe7e1d tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:51.483179 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-0d801066-1a25-4904-ac94-2423688f34a6 req-390d26f7-6f93-474e-a22e-4b4b1bbe7e1d tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.6772797 Jul 07 18:31:51.506769 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-be70f985-432d-4f11-87dd-1f96fae94fdc tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:51.565388 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-be70f985-432d-4f11-87dd-1f96fae94fdc tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:51.605302 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-0d801066-1a25-4904-ac94-2423688f34a6 req-634c1618-549b-4a28-86ec-9006b0caecd0 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122468 Jul 07 18:31:51.626886 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-98b49549-5d3e-4c6b-9338-81790935f260 req-ac1ba2a6-a48f-42e8-a1c0-1810c82b008b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] For port f1e531c0-d60b-4809-bb6e-787a36d69dd5, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=f1e531c0-d60b-4809-bb6e-787a36d69dd5,segment=NetworkSegment(6c11e738-132e-4473-9b67-ace47e140062),segment_id=6c11e738-132e-4473-9b67-ace47e140062)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:31:51.627900 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-98b49549-5d3e-4c6b-9338-81790935f260 req-ac1ba2a6-a48f-42e8-a1c0-1810c82b008b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:51.638942 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-be70f985-432d-4f11-87dd-1f96fae94fdc tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Made reservation on behalf of 801cd77637e2403187e00ddcc37d09c9 for: {'port': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:51.643262 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-be70f985-432d-4f11-87dd-1f96fae94fdc tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:51.797596 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-98b49549-5d3e-4c6b-9338-81790935f260 req-ac1ba2a6-a48f-42e8-a1c0-1810c82b008b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Calling delete_port for f1e531c0-d60b-4809-bb6e-787a36d69dd5 owned by compute:nova {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:31:51.901113 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8aeff1-7bd5-4e05-9179-b23844c96750 req-eee3b39a-4389-4174-a1c0-31083af084ac tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:51.913021 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-3d8aeff1-7bd5-4e05-9179-b23844c96750 req-eee3b39a-4389-4174-a1c0-31083af084ac tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 943 time: 0.2422931 Jul 07 18:31:51.993945 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-3d8aeff1-7bd5-4e05-9179-b23844c96750 req-6df14dd4-5878-47ef-9c5b-9261c4fe9bef tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800159 Jul 07 18:31:52.244253 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ef993a57-d22a-43f6-bfeb-e350b64db9b5 req-e0ee6e87-f918-40ba-979c-f51143ac4eaf tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5cc4ef4-573f-4afb-ad17-3560fc078f31 HTTP/1.1" status: 200 len: 210 time: 0.0580199 Jul 07 18:31:52.280121 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_common [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-be70f985-432d-4f11-87dd-1f96fae94fdc tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Allocated IP 172.20.0.4 (00122975-89ac-4879-bc72-e0e4e7651f21/b4cbb707-c270-421f-bf5e-0a6837269624/0975996b-57a0-4629-9f94-bcea5195f8f8) {{(pid=78477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:52.282806 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-98b49549-5d3e-4c6b-9338-81790935f260 req-ac1ba2a6-a48f-42e8-a1c0-1810c82b008b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:52.296220 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['f1e531c0-d60b-4809-bb6e-787a36d69dd5'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:31:52.297390 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:52.353519 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ba2a6-a48f-42e8-a1c0-1810c82b008b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Pushing event deleted for resources: {'Port': ['ID=f1e531c0-d60b-4809-bb6e-787a36d69dd5,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:52.424178 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-ac1ba2a6-a48f-42e8-a1c0-1810c82b008b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:52.459364 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b49549-5d3e-4c6b-9338-81790935f260 req-ac1ba2a6-a48f-42e8-a1c0-1810c82b008b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] No DVR routers for this DVR port f1e531c0-d60b-4809-bb6e-787a36d69dd5 on host hv-cinder-79869 {{(pid=78477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:31:52.530799 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:52.589884 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-98b49549-5d3e-4c6b-9338-81790935f260 req-ac1ba2a6-a48f-42e8-a1c0-1810c82b008b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:52.605912 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5ad775-a0b4-41cc-a525-2964ad8b0e36', 'name': 'network-vif-deleted', 'tag': 'f1e531c0-d60b-4809-bb6e-787a36d69dd5'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:31:52.623640 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-64b56305-19dc-4c64-91fc-f99a2d1cd9a5 req-3e50b477-c456-40fb-bb98-2549f210b144 tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5ad775-a0b4-41cc-a525-2964ad8b0e36 HTTP/1.1" status: 200 len: 210 time: 0.0810122 Jul 07 18:31:52.632566 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-98b49549-5d3e-4c6b-9338-81790935f260 req-ac1ba2a6-a48f-42e8-a1c0-1810c82b008b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] 10.222.0.89 "DELETE /v2.0/ports/f1e531c0-d60b-4809-bb6e-787a36d69dd5 HTTP/1.1" status: 204 len: 173 time: 1.9389880 Jul 07 18:31:52.686203 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 6743ea86-1c3c-4602-9532-aa6c535a039b details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 07 18:31:52.732528 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5ad775-a0b4-41cc-a525-2964ad8b0e36', 'name': 'network-vif-deleted', 'tag': 'f1e531c0-d60b-4809-bb6e-787a36d69dd5', 'status': 'completed', 'code': 200} Jul 07 18:31:52.847569 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-be70f985-432d-4f11-87dd-1f96fae94fdc tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks [] for port, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:52.857634 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 6743ea86-1c3c-4602-9532-aa6c535a039b, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=6743ea86-1c3c-4602-9532-aa6c535a039b,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:31:52.874438 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Returning: {'device': '6743ea86-1c3c-4602-9532-aa6c535a039b', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'port_id': '6743ea86-1c3c-4602-9532-aa6c535a039b', 'mac_address': 'fa:16:3e:9f:26:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 07 18:31:52.885773 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-be70f985-432d-4f11-87dd-1f96fae94fdc tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:52.892339 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:52.948211 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:52.965381 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aaed96-d4b4-45e3-937e-c64daaea8cc2 req-0df0743c-cd7e-4d35-871c-c08fb310ee5f tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:52.967182 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-22aaed96-d4b4-45e3-937e-c64daaea8cc2 req-0df0743c-cd7e-4d35-871c-c08fb310ee5f tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.1498609 Jul 07 18:31:52.970514 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['d5f372b4-a397-4a8e-a8ce-59fd31dcc96c'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:31:52.980389 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-be70f985-432d-4f11-87dd-1f96fae94fdc tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Network 00122975-89ac-4879-bc72-e0e4e7651f21 is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:52.984942 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-be70f985-432d-4f11-87dd-1f96fae94fdc tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:52.989877 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-be70f985-432d-4f11-87dd-1f96fae94fdc tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Received port after_create {{(pid=78477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:31:52.995738 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-be70f985-432d-4f11-87dd-1f96fae94fdc tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:52.996447 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-be70f985-432d-4f11-87dd-1f96fae94fdc tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:53.005259 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70f985-432d-4f11-87dd-1f96fae94fdc tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Pushing event updated for resources: {'Port': ['ID=0975996b-57a0-4629-9f94-bcea5195f8f8,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:53.023634 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-be70f985-432d-4f11-87dd-1f96fae94fdc tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:53.051037 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-be70f985-432d-4f11-87dd-1f96fae94fdc tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7965157 Jul 07 18:31:53.056308 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6743ea86-1c3c-4602-9532-aa6c535a039b {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:31:53.058004 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] Request body: {'port': {'device_id': 'f5cc4ef4-573f-4afb-ad17-3560fc078f31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:53.098389 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-22aaed96-d4b4-45e3-937e-c64daaea8cc2 req-fced1183-5074-4664-89ce-bd17b614d2e7 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129661 Jul 07 18:31:53.139884 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 6743ea86-1c3c-4602-9532-aa6c535a039b, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=6743ea86-1c3c-4602-9532-aa6c535a039b,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:31:53.147174 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:53.152454 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:53.266946 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:53.294249 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=6743ea86-1c3c-4602-9532-aa6c535a039b,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:53.308381 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:53.457303 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dddbf6-53df-4549-96d5-14eeac9adb98 req-8d0fb6ee-33e4-45ca-a7a1-a1bc468a1f54 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:53.459092 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b7dddbf6-53df-4549-96d5-14eeac9adb98 req-8d0fb6ee-33e4-45ca-a7a1-a1bc468a1f54 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 944 time: 0.2390077 Jul 07 18:31:53.478178 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['6743ea86-1c3c-4602-9532-aa6c535a039b'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:31:53.520685 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b7dddbf6-53df-4549-96d5-14eeac9adb98 req-3576836e-88b9-4adb-bdda-2a0ddd635440 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512476 Jul 07 18:31:53.801703 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc51f15-6a07-4b48-ae48-3774803ac5eb req-5a3f9e8a-88cb-4e04-a8e6-db39aee509d0 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:53.809567 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-3bc51f15-6a07-4b48-ae48-3774803ac5eb req-5a3f9e8a-88cb-4e04-a8e6-db39aee509d0 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5cc4ef4-573f-4afb-ad17-3560fc078f31 HTTP/1.1" status: 200 len: 931 time: 0.2318463 Jul 07 18:31:53.831186 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8167021-4abf-42e8-a0cc-c3b2096080a6 req-ddc8dfa7-75d5-4478-95bc-693f43e6b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:53.832756 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e8167021-4abf-42e8-a0cc-c3b2096080a6 req-ddc8dfa7-75d5-4478-95bc-693f43e6b243 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8f3ff43f73644b7ea447bee624649895&device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 1099 time: 0.3182607 Jul 07 18:31:53.880759 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-3bc51f15-6a07-4b48-ae48-3774803ac5eb req-121c3d46-8688-4e84-bfcd-5c9485c43c52 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653472 Jul 07 18:31:54.072780 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d74da4-e8b2-483e-96fc-219f18ae4261 req-e108a11e-7e67-43f7-a2e8-f29d0a2b47c1 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:54.074346 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-f9d74da4-e8b2-483e-96fc-219f18ae4261 req-e108a11e-7e67-43f7-a2e8-f29d0a2b47c1 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.3228199 Jul 07 18:31:54.204727 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8167021-4abf-42e8-a0cc-c3b2096080a6 req-f3990f03-79ea-424b-8617-df4afca85094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:54.206365 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e8167021-4abf-42e8-a0cc-c3b2096080a6 req-f3990f03-79ea-424b-8617-df4afca85094 service neutron] 10.222.0.89 "GET /v2.0/networks?id=92e10a70-b230-47f5-8f0a-d4a88037a098 HTTP/1.1" status: 200 len: 919 time: 0.3651319 Jul 07 18:31:54.211810 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-f9d74da4-e8b2-483e-96fc-219f18ae4261 req-be960685-7120-46c1-b8ce-374717afe990 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231022 Jul 07 18:31:54.214075 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0975996b-57a0-4629-9f94-bcea5195f8f8 {{(pid=78477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:31:54.282281 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:54.297484 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e8167021-4abf-42e8-a0cc-c3b2096080a6 req-0ea80f0c-2fab-41a6-b1c7-ebdbc469bd53 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00683620-4acb-4229-ac06-484ef67edeb0 HTTP/1.1" status: 200 len: 217 time: 0.0784945 Jul 07 18:31:54.360043 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] Transition to ACTIVE for port object 0975996b-57a0-4629-9f94-bcea5195f8f8 will not be triggered until provisioned by entity L2. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:54.376963 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:54.385700 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-be70f985-432d-4f11-87dd-1f96fae94fdc tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:54.513304 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8167021-4abf-42e8-a0cc-c3b2096080a6 req-2358af49-163c-48b6-a2c6-7a8b91f1550a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:54.515106 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e8167021-4abf-42e8-a0cc-c3b2096080a6 req-2358af49-163c-48b6-a2c6-7a8b91f1550a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1570539-ca9f-43b4-b497-d0b015384538 HTTP/1.1" status: 200 len: 858 time: 0.2035236 Jul 07 18:31:54.556975 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0975996b-57a0-4629-9f94-bcea5195f8f8,revision_number=2']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:54.593694 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:54.601277 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e8167021-4abf-42e8-a0cc-c3b2096080a6 req-e94fa318-1ccb-4019-ab83-1251e7d14799 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=92e10a70-b230-47f5-8f0a-d4a88037a098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755663 Jul 07 18:31:54.674544 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 53896) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:54.710407 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 6743ea86-1c3c-4602-9532-aa6c535a039b up at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:31:54.784814 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] Attempting to bind port 0975996b-57a0-4629-9f94-bcea5195f8f8 on host hv-cinder-79869 for vnic_type normal with profile {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:54.786621 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] Attempting to bind port 0975996b-57a0-4629-9f94-bcea5195f8f8 by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': 'a67dfcbe-c679-4d3f-b4bc-195e22269185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '00122975-89ac-4879-bc72-e0e4e7651f21'}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:54.787591 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] Attempting to bind port 0975996b-57a0-4629-9f94-bcea5195f8f8 on network 00122975-89ac-4879-bc72-e0e4e7651f21 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:54.819901 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] Port 0975996b-57a0-4629-9f94-bcea5195f8f8 on network 00122975-89ac-4879-bc72-e0e4e7651f21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:31:54.820224 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] Attempting to bind port 0975996b-57a0-4629-9f94-bcea5195f8f8 on network 00122975-89ac-4879-bc72-e0e4e7651f21 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:54.848302 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] Checking agent: {'id': '6661975a-2303-40ef-9047-4852f27aec4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:54.848924 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] Checking segment: {'id': 'a67dfcbe-c679-4d3f-b4bc-195e22269185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '00122975-89ac-4879-bc72-e0e4e7651f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:54.849092 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] Bound using segment: {'id': 'a67dfcbe-c679-4d3f-b4bc-195e22269185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '00122975-89ac-4879-bc72-e0e4e7651f21'} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:54.849599 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] Bound port: 0975996b-57a0-4629-9f94-bcea5195f8f8, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67dfcbe-c679-4d3f-b4bc-195e22269185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '00122975-89ac-4879-bc72-e0e4e7651f21'}}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:54.849800 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:54.915959 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning for port 6743ea86-1c3c-4602-9532-aa6c535a039b completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:54.927896 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning complete for port 6743ea86-1c3c-4602-9532-aa6c535a039b triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:54.928097 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110934cd-5bca-4050-84a7-3b7b7d224a2f req-1699b1d8-2969-4971-82a2-49d8136fadde tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:54.928275 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:54.929481 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-110934cd-5bca-4050-84a7-3b7b7d224a2f req-1699b1d8-2969-4971-82a2-49d8136fadde tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 944 time: 0.1726201 Jul 07 18:31:54.992829 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ce4a4b2e-7f9e-4fb9-9dcd-109bb42f2a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:55.034033 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e8167021-4abf-42e8-a0cc-c3b2096080a6 req-b523ee4d-09ac-403b-a919-b69cce14c390 service neutron] 10.222.0.89 "GET /v2.0/networks/92e10a70-b230-47f5-8f0a-d4a88037a098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192414 Jul 07 18:31:55.055162 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-ce4a4b2e-7f9e-4fb9-9dcd-109bb42f2a5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:55.080123 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-ce4a4b2e-7f9e-4fb9-9dcd-109bb42f2a5d admin admin] Usage tracker for resource:security_group_rule and tenant:ab380e3ba21f4df18391df6f5d807328 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:55.089800 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-ce4a4b2e-7f9e-4fb9-9dcd-109bb42f2a5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:55.116576 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-110934cd-5bca-4050-84a7-3b7b7d224a2f req-e3e8f7ec-6831-4b47-a95a-d9183245bc11 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639979 Jul 07 18:31:55.117679 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-ce4a4b2e-7f9e-4fb9-9dcd-109bb42f2a5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:55.191871 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:55.204951 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] For port 0975996b-57a0-4629-9f94-bcea5195f8f8, host hv-cinder-79869, cleared binding levels {{(pid=78477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:31:55.234499 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] For port 0975996b-57a0-4629-9f94-bcea5195f8f8, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=0975996b-57a0-4629-9f94-bcea5195f8f8,segment=NetworkSegment(a67dfcbe-c679-4d3f-b4bc-195e22269185),segment_id=a67dfcbe-c679-4d3f-b4bc-195e22269185)] {{(pid=78477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:31:55.245418 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:55.255451 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-fda3fc8c-7418-4469-b894-67e2238032c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:55.266823 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 6743ea86-1c3c-4602-9532-aa6c535a039b, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=6743ea86-1c3c-4602-9532-aa6c535a039b,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:31:55.270619 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc48be8-442d-4860-b43e-df87d33bb564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6743ea86-1c3c-4602-9532-aa6c535a039b'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:31:55.277635 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ce4a4b2e-7f9e-4fb9-9dcd-109bb42f2a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:55.280679 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:55.281726 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device f1e531c0-d60b-4809-bb6e-787a36d69dd5 no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:31:55.286258 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ce4a4b2e-7f9e-4fb9-9dcd-109bb42f2a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:55.309156 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-6dfcf2a5-3d6a-4f1b-aad8-845de710849c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:55.344650 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:55.345528 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:55.347050 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] 10.222.0.89 "PUT /v2.0/ports/0975996b-57a0-4629-9f94-bcea5195f8f8 HTTP/1.1" status: 200 len: 1093 time: 2.2937732 Jul 07 18:31:55.358312 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5cc4ef4-573f-4afb-ad17-3560fc078f31', 'tag': '0975996b-57a0-4629-9f94-bcea5195f8f8'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:31:55.379004 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a4b2e-7f9e-4fb9-9dcd-109bb42f2a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6fdb3f-5aed-4425-96ec-6e19af8acb81,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:55.382096 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:55.382694 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e8167021-4abf-42e8-a0cc-c3b2096080a6 req-5168f093-cbb2-4de0-bccf-5d0c64a9c53f service neutron] 10.222.0.89 "GET /v2.0/networks/92e10a70-b230-47f5-8f0a-d4a88037a098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403561 Jul 07 18:31:55.387301 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-ce4a4b2e-7f9e-4fb9-9dcd-109bb42f2a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:55.403514 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90a1da-fb42-4c11-8010-66026dea0437 req-c8c0d540-0621-4e5b-951c-6b071e85827d tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:55.404468 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-ed90a1da-fb42-4c11-8010-66026dea0437 req-c8c0d540-0621-4e5b-951c-6b071e85827d tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Synchronizing usage tracker for tenant:801cd77637e2403187e00ddcc37d09c9 on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:31:55.408539 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0975996b-57a0-4629-9f94-bcea5195f8f8,revision_number=3']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:55.414415 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:55.431720 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-ce4a4b2e-7f9e-4fb9-9dcd-109bb42f2a5d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab380e3ba21f4df18391df6f5d807328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7559657 Jul 07 18:31:55.432930 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 53930) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:55.452286 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] No Port match for: f1e531c0-d60b-4809-bb6e-787a36d69dd5 {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:31:55.452869 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device f1e531c0-d60b-4809-bb6e-787a36d69dd5 not bound to the agent host hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:31:55.529980 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-ed90a1da-fb42-4c11-8010-66026dea0437 req-c8c0d540-0621-4e5b-951c-6b071e85827d tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Unset dirty status for tenant:801cd77637e2403187e00ddcc37d09c9 on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:31:55.531357 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ed90a1da-fb42-4c11-8010-66026dea0437 req-c8c0d540-0621-4e5b-951c-6b071e85827d tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5cc4ef4-573f-4afb-ad17-3560fc078f31 HTTP/1.1" status: 200 len: 943 time: 0.4391758 Jul 07 18:31:55.548118 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=6743ea86-1c3c-4602-9532-aa6c535a039b,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:55.551984 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:55.575978 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-ce38b517-6f7c-4197-ad6b-3a34670ece42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:55.577689 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-ce38b517-6f7c-4197-ad6b-3a34670ece42 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=801cd77637e2403187e00ddcc37d09c9&device_id=f5cc4ef4-573f-4afb-ad17-3560fc078f31 HTTP/1.1" status: 200 len: 1096 time: 0.1651516 Jul 07 18:31:55.591098 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ed90a1da-fb42-4c11-8010-66026dea0437 req-713a78af-32d0-4a09-8205-22f2058a3030 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533497 Jul 07 18:31:55.614906 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-da7060d7-5575-422f-9ecc-15c053a9f748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:55.660697 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc48be8-442d-4860-b43e-df87d33bb564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6743ea86-1c3c-4602-9532-aa6c535a039b', 'code': 200} Jul 07 18:31:55.661872 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-4ac76ded-03ba-4800-87e4-17bef6e07b49 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0975996b-57a0-4629-9f94-bcea5195f8f8 HTTP/1.1" status: 200 len: 217 time: 0.0657239 Jul 07 18:31:55.674962 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-da7060d7-5575-422f-9ecc-15c053a9f748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:55.717693 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1c55a-b1a5-47c1-b1fc-3e605c09c486 req-31cd4df2-0b68-42fe-950d-b3d23f3f469f tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:55.727296 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f7a1c55a-b1a5-47c1-b1fc-3e605c09c486 req-31cd4df2-0b68-42fe-950d-b3d23f3f469f tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.2132785 Jul 07 18:31:55.767931 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-757225c9-c2a7-47b2-960e-d4652118aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:55.769775 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-757225c9-c2a7-47b2-960e-d4652118aa71 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b4cbb707-c270-421f-bf5e-0a6837269624 HTTP/1.1" status: 200 len: 853 time: 0.0914819 Jul 07 18:31:55.801674 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f7a1c55a-b1a5-47c1-b1fc-3e605c09c486 req-715281e9-4eb4-4b73-ad9b-dbdd01046288 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733855 Jul 07 18:31:55.828223 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-da7060d7-5575-422f-9ecc-15c053a9f748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:55.836405 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:55.847686 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5cc4ef4-573f-4afb-ad17-3560fc078f31', 'tag': '0975996b-57a0-4629-9f94-bcea5195f8f8', 'status': 'completed', 'code': 200} Jul 07 18:31:55.856733 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7060d7-5575-422f-9ecc-15c053a9f748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6fdb3f-5aed-4425-96ec-6e19af8acb81,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:55.861051 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-da7060d7-5575-422f-9ecc-15c053a9f748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:55.862625 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-b70cf0ba-ff70-4e91-b89c-aa9d8142fd2e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=00122975-89ac-4879-bc72-e0e4e7651f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809178 Jul 07 18:31:55.864559 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-da7060d7-5575-422f-9ecc-15c053a9f748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:55.865646 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-da7060d7-5575-422f-9ecc-15c053a9f748 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc6fdb3f-5aed-4425-96ec-6e19af8acb81 HTTP/1.1" status: 204 len: 168 time: 0.4272571 Jul 07 18:31:55.918594 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 53944) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:55.991794 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c739a8-6a69-4368-8f76-802e75fff98f admin admin] Deleting subnet 5c63f040-2e88-4a9e-9e99-1fbcc431c0be {{(pid=78478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 07 18:31:55.996771 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-11c739a8-6a69-4368-8f76-802e75fff98f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:56.051033 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-11c739a8-6a69-4368-8f76-802e75fff98f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:56.058416 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-11c739a8-6a69-4368-8f76-802e75fff98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15871345'] for subnet, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:56.089111 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a5b45-1b32-49ee-bc87-873a5a496751 req-b0a1d94c-b501-480a-9599-12b43c660b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:56.090625 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b90a5b45-1b32-49ee-bc87-873a5a496751 req-b0a1d94c-b501-480a-9599-12b43c660b38 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 1098 time: 0.1897371 Jul 07 18:31:56.092709 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-beec9c35-2097-4466-87d4-1b330941560f service neutron] 10.222.0.89 "GET /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139447 Jul 07 18:31:56.195586 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-11c739a8-6a69-4368-8f76-802e75fff98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15868612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for subnet, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:56.201863 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-fe9a6326-b25e-49aa-972e-337fbf25b35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:56.233304 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b90a5b45-1b32-49ee-bc87-873a5a496751 req-8caaa9c4-36e9-4a20-97a4-76de30eb034a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305368 Jul 07 18:31:56.233805 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 53952) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:56.245440 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c739a8-6a69-4368-8f76-802e75fff98f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c63f040-2e88-4a9e-9e99-1fbcc431c0be,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:56.247261 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-11c739a8-6a69-4368-8f76-802e75fff98f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:56.252122 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-11c739a8-6a69-4368-8f76-802e75fff98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:56.255753 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-11c739a8-6a69-4368-8f76-802e75fff98f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5c63f040-2e88-4a9e-9e99-1fbcc431c0be HTTP/1.1" status: 204 len: 168 time: 0.3360543 Jul 07 18:31:56.258266 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 53956) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:56.274744 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-4029ff26-4dcd-43f3-81fc-862fa615dbcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:56.305019 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-4029ff26-4dcd-43f3-81fc-862fa615dbcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:56.310873 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d3f066da-0911-40cc-bf04-9c7e196f4f71 req-b872452e-d370-48f1-b28a-391c16b97fb5 service neutron] 10.222.0.89 "GET /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944692 Jul 07 18:31:56.311761 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-4029ff26-4dcd-43f3-81fc-862fa615dbcd admin admin] Usage tracker for resource:security_group_rule and tenant:0c2bb0c175964a9f9f6dda52a3515fb4 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:56.315494 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-4029ff26-4dcd-43f3-81fc-862fa615dbcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:56.322258 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-4029ff26-4dcd-43f3-81fc-862fa615dbcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:56.420463 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16713874'] for network, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:56.447992 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e03e8e-5e0c-48de-9435-810583f5648e req-49a433d2-9bb2-412b-bb0a-7acbfa58274b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:56.449465 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d4e03e8e-5e0c-48de-9435-810583f5648e req-49a433d2-9bb2-412b-bb0a-7acbfa58274b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.1711135 Jul 07 18:31:56.468254 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-4029ff26-4dcd-43f3-81fc-862fa615dbcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:56.475675 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-4029ff26-4dcd-43f3-81fc-862fa615dbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:56.487772 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-328b90fa-b02a-474a-96c6-e3515f08aede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:56.535360 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-4029ff26-4dcd-43f3-81fc-862fa615dbcd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c2bb0c175964a9f9f6dda52a3515fb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986982 Jul 07 18:31:56.537951 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 53972) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:56.541466 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029ff26-4dcd-43f3-81fc-862fa615dbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce09db01-7a72-4a5a-908d-1041282f67d7,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:56.544676 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-4029ff26-4dcd-43f3-81fc-862fa615dbcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:56.556823 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f9bba-bfba-4086-bfc1-02d1d7f14ddc req-cc1ce3e5-009d-4cfc-a46e-3eb16291aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:56.558212 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-266f9bba-bfba-4086-bfc1-02d1d7f14ddc req-cc1ce3e5-009d-4cfc-a46e-3eb16291aaac service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=801cd77637e2403187e00ddcc37d09c9&device_id=f5cc4ef4-573f-4afb-ad17-3560fc078f31 HTTP/1.1" status: 200 len: 1096 time: 0.1722691 Jul 07 18:31:56.609995 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15866878', 'neutron.services.segments.db._delete_segments_for_network-8734830643384'] for network, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:56.622071 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d4e03e8e-5e0c-48de-9435-810583f5648e req-f770f225-8074-42db-a12f-6d89553ffd66 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463120 Jul 07 18:31:56.633134 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:56.633478 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:56.634832 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:56.635189 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] Subscribe: > port after_create 55550000 {{(pid=78478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:56.635528 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:56.635902 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] Subscribe: > port after_update 55550000 {{(pid=78478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:56.636173 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:56.636495 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:56.636810 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:56.637117 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:56.743159 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-e13eae18-af99-4a11-9589-5b696b674ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:56.847487 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f9bba-bfba-4086-bfc1-02d1d7f14ddc req-68627e3e-056d-4d54-8658-e6a0bf00b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:56.849339 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-266f9bba-bfba-4086-bfc1-02d1d7f14ddc req-68627e3e-056d-4d54-8658-e6a0bf00b436 service neutron] 10.222.0.89 "GET /v2.0/networks?id=00122975-89ac-4879-bc72-e0e4e7651f21 HTTP/1.1" status: 200 len: 914 time: 0.2842836 Jul 07 18:31:56.865079 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-e13eae18-af99-4a11-9589-5b696b674ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:57.031393 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:57.031956 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:57.032077 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:57.032367 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:57.032734 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b7e386-9c57-4d9a-be43-8519428530d5']}} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:57.070583 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-266f9bba-bfba-4086-bfc1-02d1d7f14ddc req-ff644ee3-ed28-4030-8908-047b60f50d97 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0975996b-57a0-4629-9f94-bcea5195f8f8 HTTP/1.1" status: 200 len: 217 time: 0.2077527 Jul 07 18:31:57.143949 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c11e738-132e-4473-9b67-ace47e140062') {'for_net_delete': True} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:57.144247 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c11e738-132e-4473-9b67-ace47e140062') {} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:57.166249 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734830655007', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4079300'] for segment, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:57.179299 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 54006) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:57.189056 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:57.200210 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2547c-d5f8-4302-aa3e-198d7d622f24 req-1e8ab500-eb28-4956-a663-881b3a2752c6 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:57.200725 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=78478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:31:57.201152 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15873862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4077724'] for segment, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:57.202499 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6cd2547c-d5f8-4302-aa3e-198d7d622f24 req-1e8ab500-eb28-4956-a663-881b3a2752c6 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5cc4ef4-573f-4afb-ad17-3560fc078f31 HTTP/1.1" status: 200 len: 943 time: 0.4362907 Jul 07 18:31:57.212543 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f9bba-bfba-4086-bfc1-02d1d7f14ddc req-f998e5c4-2e18-4a8e-9555-f768be9419a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:57.214968 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-266f9bba-bfba-4086-bfc1-02d1d7f14ddc req-f998e5c4-2e18-4a8e-9555-f768be9419a1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b4cbb707-c270-421f-bf5e-0a6837269624 HTTP/1.1" status: 200 len: 853 time: 0.1323209 Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: from cryptography.utils import int_from_bytes Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: from cryptography.utils import int_from_bytes Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: util.warn_limited( Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: util.warn_limited( Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: Traceback (most recent call last): Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: timer() Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: cb(*args, **kw) Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: return func(*args, **kwargs) Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: self._notify() Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: self.callback(batched_events) Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: event.method(event) Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: return f(self, *a, **k) Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: return self._get(url).json() Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: return self.request(url, 'GET', **kwargs) Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:31:57.245190 dv-cinder-798696-1-smb neutron-server[78478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:31:57.249369 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-e13eae18-af99-4a11-9589-5b696b674ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:57.328784 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:57.354887 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-266f9bba-bfba-4086-bfc1-02d1d7f14ddc req-7ad87c26-2bff-406a-bb10-c042028086da service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=00122975-89ac-4879-bc72-e0e4e7651f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117816 Jul 07 18:31:57.359597 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13eae18-af99-4a11-9589-5b696b674ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce09db01-7a72-4a5a-908d-1041282f67d7,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:57.390334 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-e13eae18-af99-4a11-9589-5b696b674ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:57.398299 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905abf4-68f7-4ccf-a211-03da78b41232 req-2344d25a-cb5f-4ef6-bc6a-94b6a53a0211 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:57.406689 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c905abf4-68f7-4ccf-a211-03da78b41232 req-2344d25a-cb5f-4ef6-bc6a-94b6a53a0211 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.3621402 Jul 07 18:31:57.424641 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6cd2547c-d5f8-4302-aa3e-198d7d622f24 req-3df9dc77-9208-403c-a59d-5bd6722db73f tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081718 Jul 07 18:31:57.431923 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15866871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553073'] for network, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:57.451914 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-751e9327-7296-499f-a16a-4a5328d27ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:57.474694 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=71b7e386-9c57-4d9a-be43-8519428530d5,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:57.477003 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:57.488507 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c905abf4-68f7-4ccf-a211-03da78b41232 req-ba7e2eea-92f5-4ed6-b1ec-4482195f884d tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796218 Jul 07 18:31:57.489364 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:57.498971 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/71b7e386-9c57-4d9a-be43-8519428530d5 HTTP/1.1" status: 204 len: 168 time: 1.2393332 Jul 07 18:31:57.524510 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-e13eae18-af99-4a11-9589-5b696b674ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:57.526408 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-e13eae18-af99-4a11-9589-5b696b674ace admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce09db01-7a72-4a5a-908d-1041282f67d7 HTTP/1.1" status: 204 len: 168 time: 0.9872565 Jul 07 18:31:57.528008 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-893738b7-7365-481c-a478-89084ca9a3d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:57.550014 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-893738b7-7365-481c-a478-89084ca9a3d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:57.558979 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-893738b7-7365-481c-a478-89084ca9a3d5 admin admin] Usage tracker for resource:security_group_rule and tenant:e165dfb0c4e54c8bbfc04b5e3f96566d is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:57.566366 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-893738b7-7365-481c-a478-89084ca9a3d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:57.581601 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-893738b7-7365-481c-a478-89084ca9a3d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:57.613304 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 54022) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:57.657547 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-266f9bba-bfba-4086-bfc1-02d1d7f14ddc req-1ea48f67-80fc-406b-92b0-c0615652c053 service neutron] 10.222.0.89 "GET /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882795 Jul 07 18:31:57.741223 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 54030) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:57.818626 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-6fbf7da3-cf0f-4aee-833d-5b5540a43e44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc6466203fb64d209e71b43c6a72d58b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0758719 Jul 07 18:31:57.821004 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 54036) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:57.906766 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-2bc1a777-9b39-4c71-9b48-52fbbc354f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:57.937107 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-893738b7-7365-481c-a478-89084ca9a3d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:57.942523 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-266f9bba-bfba-4086-bfc1-02d1d7f14ddc req-cc6eb8d7-060e-462d-b627-8865d6971f1c service neutron] 10.222.0.89 "GET /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762241 Jul 07 18:31:57.952700 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78be6a3-cdc4-41b9-88a1-b44c92c1b9f5 req-059f1f59-b9e2-47b4-ac02-bad0418e9399 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:57.955572 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d78be6a3-cdc4-41b9-88a1-b44c92c1b9f5 req-059f1f59-b9e2-47b4-ac02-bad0418e9399 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.1833062 Jul 07 18:31:57.956516 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-893738b7-7365-481c-a478-89084ca9a3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:57.967727 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-e13eae18-af99-4a11-9589-5b696b674ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:58.024315 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-2bc1a777-9b39-4c71-9b48-52fbbc354f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:58.039871 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893738b7-7365-481c-a478-89084ca9a3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe5eeac-447b-40a9-91b3-12f03c9790a8,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:58.040075 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4e7fd0da-b2fc-4968-aef7-38cbd00b4b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:58.060179 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-893738b7-7365-481c-a478-89084ca9a3d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e165dfb0c4e54c8bbfc04b5e3f96566d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8799961 Jul 07 18:31:58.069211 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 54048) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:58.070626 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893738b7-7365-481c-a478-89084ca9a3d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:58.071117 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893738b7-7365-481c-a478-89084ca9a3d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:58.071382 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893738b7-7365-481c-a478-89084ca9a3d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:58.071725 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893738b7-7365-481c-a478-89084ca9a3d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:58.072064 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893738b7-7365-481c-a478-89084ca9a3d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:58.072411 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893738b7-7365-481c-a478-89084ca9a3d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:58.072790 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893738b7-7365-481c-a478-89084ca9a3d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:58.073325 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893738b7-7365-481c-a478-89084ca9a3d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:58.073779 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893738b7-7365-481c-a478-89084ca9a3d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:58.074119 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893738b7-7365-481c-a478-89084ca9a3d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:58.074454 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893738b7-7365-481c-a478-89084ca9a3d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:58.075271 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893738b7-7365-481c-a478-89084ca9a3d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:58.090327 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-893738b7-7365-481c-a478-89084ca9a3d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:58.090784 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-4e7fd0da-b2fc-4968-aef7-38cbd00b4b89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:58.094848 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d78be6a3-cdc4-41b9-88a1-b44c92c1b9f5 req-dfef928e-5378-4124-86b8-ddd0e9862549 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281250 Jul 07 18:31:58.100448 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-4e7fd0da-b2fc-4968-aef7-38cbd00b4b89 admin admin] Usage tracker for resource:security_group_rule and tenant:718ac625c36b46d090793257c3f3e5b6 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:58.107352 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-4e7fd0da-b2fc-4968-aef7-38cbd00b4b89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:58.120959 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-4e7fd0da-b2fc-4968-aef7-38cbd00b4b89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:58.156687 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-43cd32d2-1298-4690-bd5b-1b95f3ae5fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:58.188967 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-43cd32d2-1298-4690-bd5b-1b95f3ae5fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:58.249377 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-2bc1a777-9b39-4c71-9b48-52fbbc354f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:58.258018 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-c7167a12-26c5-4308-ac57-e7307c3d4f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:58.275115 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-43cd32d2-1298-4690-bd5b-1b95f3ae5fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:58.285639 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:58.300107 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd32d2-1298-4690-bd5b-1b95f3ae5fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe5eeac-447b-40a9-91b3-12f03c9790a8,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:58.303223 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-43cd32d2-1298-4690-bd5b-1b95f3ae5fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:58.304342 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-43cd32d2-1298-4690-bd5b-1b95f3ae5fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:58.305652 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-43cd32d2-1298-4690-bd5b-1b95f3ae5fb0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9fe5eeac-447b-40a9-91b3-12f03c9790a8 HTTP/1.1" status: 204 len: 168 time: 0.2373760 Jul 07 18:31:58.348880 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1a777-9b39-4c71-9b48-52fbbc354f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0ff45a-daa6-427c-87ac-9bc729548739,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:58.388413 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1a777-9b39-4c71-9b48-52fbbc354f09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:58.388976 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1a777-9b39-4c71-9b48-52fbbc354f09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:58.389187 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1a777-9b39-4c71-9b48-52fbbc354f09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:58.389444 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1a777-9b39-4c71-9b48-52fbbc354f09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:58.389773 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1a777-9b39-4c71-9b48-52fbbc354f09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:58.390107 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1a777-9b39-4c71-9b48-52fbbc354f09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:58.390659 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1a777-9b39-4c71-9b48-52fbbc354f09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:58.390793 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1a777-9b39-4c71-9b48-52fbbc354f09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:58.391133 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1a777-9b39-4c71-9b48-52fbbc354f09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:58.391411 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1a777-9b39-4c71-9b48-52fbbc354f09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:58.391735 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1a777-9b39-4c71-9b48-52fbbc354f09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:58.392060 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1a777-9b39-4c71-9b48-52fbbc354f09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:58.400806 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-2bc1a777-9b39-4c71-9b48-52fbbc354f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:58.420256 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-2bc1a777-9b39-4c71-9b48-52fbbc354f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:58.421535 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-2bc1a777-9b39-4c71-9b48-52fbbc354f09 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a0ff45a-daa6-427c-87ac-9bc729548739 HTTP/1.1" status: 204 len: 168 time: 0.5993130 Jul 07 18:31:58.428017 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4e7fd0da-b2fc-4968-aef7-38cbd00b4b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:58.436342 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4e7fd0da-b2fc-4968-aef7-38cbd00b4b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:58.446227 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-98ad8368-32bf-4335-a514-cdc4562c5e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:58.505811 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3b341-2db0-4cdb-bb2f-c92ca73cc48a req-00f246ba-0189-4bb9-a403-7f5f419cca4a tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:58.507686 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-daa3b341-2db0-4cdb-bb2f-c92ca73cc48a req-00f246ba-0189-4bb9-a403-7f5f419cca4a tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.2606239 Jul 07 18:31:58.509984 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-4e7fd0da-b2fc-4968-aef7-38cbd00b4b89 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=718ac625c36b46d090793257c3f3e5b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8942404 Jul 07 18:31:58.516238 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fd0da-b2fc-4968-aef7-38cbd00b4b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814b3699-bfe2-4e04-be5c-5ecc189c0e1c,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:58.516395 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 54084) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:58.516498 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 54090) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:58.523433 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-4e7fd0da-b2fc-4968-aef7-38cbd00b4b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:58.568909 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-9ab1306e-5623-4a5f-b7e0-5a3efe7ea411 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Request body: {'floatingip': {'port_id': '6743ea86-1c3c-4602-9532-aa6c535a039b'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:58.705568 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 0975996b-57a0-4629-9f94-bcea5195f8f8 details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 07 18:31:58.741433 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f75908-2caa-4264-af95-0d6325b4ed14 req-a00d1840-2cea-4e13-84f4-1898e4e9a162 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:58.749380 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-70f75908-2caa-4264-af95-0d6325b4ed14 req-a00d1840-2cea-4e13-84f4-1898e4e9a162 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.0965140 Jul 07 18:31:58.831818 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9ab1306e-5623-4a5f-b7e0-5a3efe7ea411 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for floatingip, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:58.848235 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-70f75908-2caa-4264-af95-0d6325b4ed14 req-8e62a9ba-453c-4491-983b-c9816154594e tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977340 Jul 07 18:31:58.954955 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 0975996b-57a0-4629-9f94-bcea5195f8f8, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=0975996b-57a0-4629-9f94-bcea5195f8f8,segment=NetworkSegment(a67dfcbe-c679-4d3f-b4bc-195e22269185),segment_id=a67dfcbe-c679-4d3f-b4bc-195e22269185)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:31:58.970866 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Returning: {'device': '0975996b-57a0-4629-9f94-bcea5195f8f8', 'network_id': '00122975-89ac-4879-bc72-e0e4e7651f21', 'port_id': '0975996b-57a0-4629-9f94-bcea5195f8f8', 'mac_address': 'fa:16:3e:52:39:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4cbb707-c270-421f-bf5e-0a6837269624', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 07 18:31:59.001809 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 54102) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:59.018056 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-99861406-0d1f-4037-9a4e-e87f9a92c3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:59.050120 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a351335a-a753-4d88-a64d-31a78cc02195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:59.070383 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-a351335a-a753-4d88-a64d-31a78cc02195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:31:59.075270 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-a351335a-a753-4d88-a64d-31a78cc02195 admin admin] Usage tracker for resource:security_group_rule and tenant:4353a6ad3bd343a6bc8b5592cec19196 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:31:59.080244 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-a351335a-a753-4d88-a64d-31a78cc02195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:31:59.087304 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-a351335a-a753-4d88-a64d-31a78cc02195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:31:59.088370 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:59.123257 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-99861406-0d1f-4037-9a4e-e87f9a92c3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:59.132547 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0975996b-57a0-4629-9f94-bcea5195f8f8 {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:31:59.155996 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 0975996b-57a0-4629-9f94-bcea5195f8f8, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=0975996b-57a0-4629-9f94-bcea5195f8f8,segment=NetworkSegment(a67dfcbe-c679-4d3f-b4bc-195e22269185),segment_id=a67dfcbe-c679-4d3f-b4bc-195e22269185)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:31:59.162922 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:59.166503 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:59.194666 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0326f-7a82-49ff-a829-68bb9ff83989 req-c54af4f0-ac82-4ae2-bc4a-f6da14648909 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:59.203608 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-52c0326f-7a82-49ff-a829-68bb9ff83989 req-c54af4f0-ac82-4ae2-bc4a-f6da14648909 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5cc4ef4-573f-4afb-ad17-3560fc078f31 HTTP/1.1" status: 200 len: 943 time: 0.5380149 Jul 07 18:31:59.261027 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=0975996b-57a0-4629-9f94-bcea5195f8f8,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:59.264306 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:59.271710 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a351335a-a753-4d88-a64d-31a78cc02195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:59.277146 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a351335a-a753-4d88-a64d-31a78cc02195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:59.292279 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-59ffa25e-db01-48a5-bc79-647cd2a9a6a5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:59.331593 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-a351335a-a753-4d88-a64d-31a78cc02195 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4353a6ad3bd343a6bc8b5592cec19196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3300707 Jul 07 18:31:59.335565 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 54116) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:31:59.340520 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351335a-a753-4d88-a64d-31a78cc02195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0843a9-47ce-4cf5-abac-0d76a823c18e,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:59.359089 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-a351335a-a753-4d88-a64d-31a78cc02195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:59.429566 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-79507aec-8688-439b-b868-82059600c37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:59.445610 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['0975996b-57a0-4629-9f94-bcea5195f8f8'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:31:59.451474 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-52c0326f-7a82-49ff-a829-68bb9ff83989 req-5675c5b5-b14c-440e-83ab-39c8e8cd8876 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470024 Jul 07 18:31:59.494174 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-79507aec-8688-439b-b868-82059600c37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:59.575016 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-99861406-0d1f-4037-9a4e-e87f9a92c3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:59.589188 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-e491bc4d-7abd-4baf-a44a-6cc814ffd8bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:59.607987 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-79507aec-8688-439b-b868-82059600c37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:59.608982 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99861406-0d1f-4037-9a4e-e87f9a92c3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814b3699-bfe2-4e04-be5c-5ecc189c0e1c,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:59.613948 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-99861406-0d1f-4037-9a4e-e87f9a92c3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:59.615722 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:31:59.654415 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79507aec-8688-439b-b868-82059600c37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0843a9-47ce-4cf5-abac-0d76a823c18e,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:59.669995 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-79507aec-8688-439b-b868-82059600c37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:31:59.671340 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-79507aec-8688-439b-b868-82059600c37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:59.672634 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-79507aec-8688-439b-b868-82059600c37c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd0843a9-47ce-4cf5-abac-0d76a823c18e HTTP/1.1" status: 204 len: 168 time: 0.3360629 Jul 07 18:31:59.729450 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-99861406-0d1f-4037-9a4e-e87f9a92c3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:59.731498 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-99861406-0d1f-4037-9a4e-e87f9a92c3c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/814b3699-bfe2-4e04-be5c-5ecc189c0e1c HTTP/1.1" status: 204 len: 168 time: 1.2177927 Jul 07 18:31:59.831492 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 54138) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:00.153275 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7356ef1-9ed4-4767-b7bc-549d70cf5d63 req-99e39817-2076-4cb6-8a4f-9bd92dd3c522 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:00.161178 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d7356ef1-9ed4-4767-b7bc-549d70cf5d63 req-99e39817-2076-4cb6-8a4f-9bd92dd3c522 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.1059823 Jul 07 18:32:00.216897 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d7356ef1-9ed4-4767-b7bc-549d70cf5d63 req-2001a75a-cb0e-4e7a-808b-aa7c4f215345 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548010 Jul 07 18:32:00.246742 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9ab1306e-5623-4a5f-b7e0-5a3efe7ea411 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:00.254611 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9ab1306e-5623-4a5f-b7e0-5a3efe7ea411 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553071'] for floatingip, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:00.259028 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d69ed5a7-e860-4872-8827-6c04757ed005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:00.280130 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-d69ed5a7-e860-4872-8827-6c04757ed005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:00.284407 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-d69ed5a7-e860-4872-8827-6c04757ed005 admin admin] Usage tracker for resource:security_group_rule and tenant:14756d991f9c46e7896f3e348238383b is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:00.288352 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-d69ed5a7-e860-4872-8827-6c04757ed005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:00.295009 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-d69ed5a7-e860-4872-8827-6c04757ed005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:00.427541 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d69ed5a7-e860-4872-8827-6c04757ed005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:00.435533 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d69ed5a7-e860-4872-8827-6c04757ed005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:00.455638 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-e4da9715-912d-4f3c-acb7-56bfd502abe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:00.459834 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.db.l3_db [None req-9ab1306e-5623-4a5f-b7e0-5a3efe7ea411 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Floating IP 3e7aab2a-defa-4ae7-a08b-996199dc9387 associated. External IP: 172.28.1.224, port: 6743ea86-1c3c-4602-9532-aa6c535a039b. Jul 07 18:32:00.590222 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-d69ed5a7-e860-4872-8827-6c04757ed005 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14756d991f9c46e7896f3e348238383b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7570016 Jul 07 18:32:00.592495 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ed5a7-e860-4872-8827-6c04757ed005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9fd1be-1895-479a-89ac-2c5573096c5c,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:00.596741 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-d69ed5a7-e860-4872-8827-6c04757ed005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:00.597353 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 54172) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:00.678567 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-1f0527db-8ca1-4b48-9286-1d369af3221f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:00.692685 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 54176) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:00.724098 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 0975996b-57a0-4629-9f94-bcea5195f8f8 up at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:32:00.726811 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-1f0527db-8ca1-4b48-9286-1d369af3221f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:00.733411 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0152d9d6-d1ac-4c1e-8b81-5eb29c946368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:00.755143 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 54180) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:00.761878 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-0152d9d6-d1ac-4c1e-8b81-5eb29c946368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:00.812783 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-0152d9d6-d1ac-4c1e-8b81-5eb29c946368 admin admin] Usage tracker for resource:security_group_rule and tenant:597cdb4bd7b64df28ff095ec5cd2e0d2 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:00.815907 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-0152d9d6-d1ac-4c1e-8b81-5eb29c946368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:00.822040 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning for port 0975996b-57a0-4629-9f94-bcea5195f8f8 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:00.831556 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning complete for port 0975996b-57a0-4629-9f94-bcea5195f8f8 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:00.832168 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:00.896437 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-0152d9d6-d1ac-4c1e-8b81-5eb29c946368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:00.903967 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8dd7d-0a10-4bf2-93cd-10a284fbb58c req-aa11ddfa-463e-43de-a7bf-d3d1c45ae5e7 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:00.908092 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-61d318aa-aed0-4202-b0e2-8b88ee4f361a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:00.911427 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-42d8dd7d-0a10-4bf2-93cd-10a284fbb58c req-aa11ddfa-463e-43de-a7bf-d3d1c45ae5e7 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5cc4ef4-573f-4afb-ad17-3560fc078f31 HTTP/1.1" status: 200 len: 944 time: 0.3158965 Jul 07 18:32:00.951976 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-61d318aa-aed0-4202-b0e2-8b88ee4f361a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:00.959230 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-61d318aa-aed0-4202-b0e2-8b88ee4f361a admin admin] Usage tracker for resource:security_group_rule and tenant:0e0f4ca0303f42da9967510c21c52785 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:00.963714 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-61d318aa-aed0-4202-b0e2-8b88ee4f361a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:00.976389 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-61d318aa-aed0-4202-b0e2-8b88ee4f361a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:01.018931 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.019291 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-1f0527db-8ca1-4b48-9286-1d369af3221f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.037582 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-5de76fc8-8466-43c1-9736-d76a346be9f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:01.060703 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5cc4ef4-573f-4afb-ad17-3560fc078f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0975996b-57a0-4629-9f94-bcea5195f8f8'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:01.074330 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 0975996b-57a0-4629-9f94-bcea5195f8f8, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=0975996b-57a0-4629-9f94-bcea5195f8f8,segment=NetworkSegment(a67dfcbe-c679-4d3f-b4bc-195e22269185),segment_id=a67dfcbe-c679-4d3f-b4bc-195e22269185)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:32:01.080244 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.085064 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e399e879-df5e-4814-8b51-bc9ad10a7ceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:01.090418 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0527db-8ca1-4b48-9286-1d369af3221f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9fd1be-1895-479a-89ac-2c5573096c5c,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:01.095192 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-42d8dd7d-0a10-4bf2-93cd-10a284fbb58c req-755afbe7-952d-4334-837e-30f3207e43c4 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802168 Jul 07 18:32:01.103630 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-1f0527db-8ca1-4b48-9286-1d369af3221f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:01.108634 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-1f0527db-8ca1-4b48-9286-1d369af3221f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.112091 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-1f0527db-8ca1-4b48-9286-1d369af3221f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b9fd1be-1895-479a-89ac-2c5573096c5c HTTP/1.1" status: 204 len: 168 time: 0.5102303 Jul 07 18:32:01.139691 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-12d69022-f8e3-421d-ac54-d6769c37d623 req-af011887-a950-4867-93d1-1baa3d38a83b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c836f730-b64d-4a47-b50d-fdf825a5e470&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3229003 Jul 07 18:32:01.149124 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab1306e-5623-4a5f-b7e0-5a3efe7ea411 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Router 77da480b-5db5-4ea6-9220-c2e479e5060c has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:32:01.205749 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0152d9d6-d1ac-4c1e-8b81-5eb29c946368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.216718 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0152d9d6-d1ac-4c1e-8b81-5eb29c946368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.219312 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5cc4ef4-573f-4afb-ad17-3560fc078f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0975996b-57a0-4629-9f94-bcea5195f8f8', 'code': 200} Jul 07 18:32:01.223006 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=0975996b-57a0-4629-9f94-bcea5195f8f8,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:01.236006 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:01.240653 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:01.343550 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-0152d9d6-d1ac-4c1e-8b81-5eb29c946368 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=597cdb4bd7b64df28ff095ec5cd2e0d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6501486 Jul 07 18:32:01.344836 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152d9d6-d1ac-4c1e-8b81-5eb29c946368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fcf25f-4627-4883-a28b-58fcde2c9782,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:01.366090 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-0152d9d6-d1ac-4c1e-8b81-5eb29c946368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:01.371602 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 54198) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:01.476897 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-61d318aa-aed0-4202-b0e2-8b88ee4f361a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.493894 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-61d318aa-aed0-4202-b0e2-8b88ee4f361a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.504624 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-981ef06e-3c0d-46d8-8af6-2fe0572deff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:01.560900 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9ad42a88-dba4-496c-a2a1-0a456a18f708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.564201 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d318aa-aed0-4202-b0e2-8b88ee4f361a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba7df28-6bce-4bf9-8277-9a067be98333,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:01.575759 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-61d318aa-aed0-4202-b0e2-8b88ee4f361a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e0f4ca0303f42da9967510c21c52785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8159444 Jul 07 18:32:01.580270 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-61d318aa-aed0-4202-b0e2-8b88ee4f361a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:01.580987 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 54212) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:01.716137 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9ad42a88-dba4-496c-a2a1-0a456a18f708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.756048 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab1306e-5623-4a5f-b7e0-5a3efe7ea411 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:32:01.764428 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9ab1306e-5623-4a5f-b7e0-5a3efe7ea411 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for floatingip, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.771030 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742438c5-a2bc-4e83-b8c8-37a06ca23c76 None None] Sync routers for ids ['77da480b-5db5-4ea6-9220-c2e479e5060c'] in dv-cinder-798696-1-smb {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:01.790900 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742438c5-a2bc-4e83-b8c8-37a06ca23c76 None None] Routers {'77da480b-5db5-4ea6-9220-c2e479e5060c'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:32:01.791791 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-742438c5-a2bc-4e83-b8c8-37a06ca23c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:31:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['77da480b-5db5-4ea6-9220-c2e479e5060c'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:01.821680 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8fb56d48-d07c-4408-894d-a6aa359ad745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.825882 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d69022-f8e3-421d-ac54-d6769c37d623 req-86685790-d70a-4a57-9732-4fb305b01acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:01.827429 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-12d69022-f8e3-421d-ac54-d6769c37d623 req-86685790-d70a-4a57-9732-4fb305b01acf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=801cd77637e2403187e00ddcc37d09c9&device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 1098 time: 0.5345829 Jul 07 18:32:01.839875 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3181de-233b-419a-a309-ab04ca7934ce req-b9def8ab-6772-4480-9903-efcea4ac2395 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:01.847361 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-cb3181de-233b-419a-a309-ab04ca7934ce req-b9def8ab-6772-4480-9903-efcea4ac2395 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.3508997 Jul 07 18:32:01.855068 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501da0c-4d8f-4a56-b265-ad15447d07a7 req-cfe517bc-98c0-45bf-9f7a-48928f74249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:01.856814 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8501da0c-4d8f-4a56-b265-ad15447d07a7 req-cfe517bc-98c0-45bf-9f7a-48928f74249b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f5cc4ef4-573f-4afb-ad17-3560fc078f31 HTTP/1.1" status: 200 len: 1098 time: 0.3593767 Jul 07 18:32:01.921367 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8fb56d48-d07c-4408-894d-a6aa359ad745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.937112 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-9ab1306e-5623-4a5f-b7e0-5a3efe7ea411 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "PUT /v2.0/floatingips/3e7aab2a-defa-4ae7-a08b-996199dc9387 HTTP/1.1" status: 200 len: 991 time: 3.4193807 Jul 07 18:32:01.991026 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc48be8-442d-4860-b43e-df87d33bb564', 'tag': '6743ea86-1c3c-4602-9532-aa6c535a039b'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:02.041244 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9ad42a88-dba4-496c-a2a1-0a456a18f708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:02.056749 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-a351335a-a753-4d88-a64d-31a78cc02195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:02.093623 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad42a88-dba4-496c-a2a1-0a456a18f708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fcf25f-4627-4883-a28b-58fcde2c9782,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:02.111829 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-9ad42a88-dba4-496c-a2a1-0a456a18f708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:02.120166 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9ad42a88-dba4-496c-a2a1-0a456a18f708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:02.131846 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-9ad42a88-dba4-496c-a2a1-0a456a18f708 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7fcf25f-4627-4883-a28b-58fcde2c9782 HTTP/1.1" status: 204 len: 168 time: 0.7530639 Jul 07 18:32:02.140691 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8fb56d48-d07c-4408-894d-a6aa359ad745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:02.155584 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-dafa78b3-e1aa-4816-a0be-5bceb4a98a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:02.170653 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8fb56d48-d07c-4408-894d-a6aa359ad745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:02.175178 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-8fb56d48-d07c-4408-894d-a6aa359ad745 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ba7df28-6bce-4bf9-8277-9a067be98333 HTTP/1.1" status: 204 len: 168 time: 0.5802119 Jul 07 18:32:02.182446 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb56d48-d07c-4408-894d-a6aa359ad745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba7df28-6bce-4bf9-8277-9a067be98333,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:02.193421 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-8fb56d48-d07c-4408-894d-a6aa359ad745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:02.244969 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-742438c5-a2bc-4e83-b8c8-37a06ca23c76 None None] Set router 77da480b-5db5-4ea6-9220-c2e479e5060c gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:32:02.284891 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc48be8-442d-4860-b43e-df87d33bb564', 'tag': '6743ea86-1c3c-4602-9532-aa6c535a039b', 'status': 'completed', 'code': 200} Jul 07 18:32:02.577636 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-cb3181de-233b-419a-a309-ab04ca7934ce req-0daa876a-8fe3-46bf-a07e-071df8df78c8 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7291131 Jul 07 18:32:02.590757 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8501da0c-4d8f-4a56-b265-ad15447d07a7 req-b4b1cf69-9e9b-48fc-ae82-e3fac7d79898 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7185972 Jul 07 18:32:02.640776 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cc2ad-fe30-46b1-ac93-e1ceaa1833c1 req-82b8177f-af29-42d6-b3fe-508707f98493 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:02.647389 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-431cc2ad-fe30-46b1-ac93-e1ceaa1833c1 req-82b8177f-af29-42d6-b3fe-508707f98493 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5cc4ef4-573f-4afb-ad17-3560fc078f31 HTTP/1.1" status: 200 len: 945 time: 0.2275331 Jul 07 18:32:02.665124 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d2389-6723-4b2c-9bfa-3d3ea00e820b req-ec7bd729-16af-4a64-afa2-4abed6a7608b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:02.667003 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-038d2389-6723-4b2c-9bfa-3d3ea00e820b req-ec7bd729-16af-4a64-afa2-4abed6a7608b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=141aaf718a50403cb0402f655c144713&device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 1098 time: 0.3810611 Jul 07 18:32:02.668890 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d69022-f8e3-421d-ac54-d6769c37d623 req-1bfce57b-da73-46fc-94a8-98052ab249a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:02.670447 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-12d69022-f8e3-421d-ac54-d6769c37d623 req-1bfce57b-da73-46fc-94a8-98052ab249a9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=00122975-89ac-4879-bc72-e0e4e7651f21 HTTP/1.1" status: 200 len: 914 time: 0.7995973 Jul 07 18:32:02.720022 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-431cc2ad-fe30-46b1-ac93-e1ceaa1833c1 req-bb8eca95-50b3-4b83-8756-438fb01a0f75 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692775 Jul 07 18:32:02.801108 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-12d69022-f8e3-421d-ac54-d6769c37d623 req-5b0bfd86-a90f-4bfa-8035-c1385664af6a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5f372b4-a397-4a8e-a8ce-59fd31dcc96c HTTP/1.1" status: 200 len: 217 time: 0.1106937 Jul 07 18:32:02.919384 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-742438c5-a2bc-4e83-b8c8-37a06ca23c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'name': 'tempest-AttachVolumeShelveTestJSON-1160312080-router', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:23Z', 'revision_number': 4, 'project_id': '141aaf718a50403cb0402f655c144713', 'gw_port': {'id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_floatingips': [{'id': '3e7aab2a-defa-4ae7-a08b-996199dc9387', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'floating_ip_address': '172.28.1.224', 'floating_network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'router_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'port_id': '6743ea86-1c3c-4602-9532-aa6c535a039b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'mac_address': 'fa:16:3e:9f:26:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc48be8-442d-4860-b43e-df87d33bb564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:31:35Z', 'updated_at': '2021-07-07T18:31:59Z', 'revision_number': 1, 'project_id': '141aaf718a50403cb0402f655c144713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e70d4d3-286f-483f-9d89-0dbfa2d214e0', 'name': '', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'mac_address': 'fa:16:3e:f9:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:18Z', 'updated_at': '2021-07-07T18:31:37Z', 'revision_number': 5, 'project_id': '141aaf718a50403cb0402f655c144713', 'subnets': [{'id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:02.927176 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742438c5-a2bc-4e83-b8c8-37a06ca23c76 None None] Checking router: 77da480b-5db5-4ea6-9220-c2e479e5060c for host: dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:32:02.939691 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742438c5-a2bc-4e83-b8c8-37a06ca23c76 None None] Routers {'77da480b-5db5-4ea6-9220-c2e479e5060c'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:32:02.940527 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-742438c5-a2bc-4e83-b8c8-37a06ca23c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:31:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['77da480b-5db5-4ea6-9220-c2e479e5060c'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:03.038050 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d69022-f8e3-421d-ac54-d6769c37d623 req-f6c42017-033d-47be-8ac8-3d4691fd4d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:03.039629 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-12d69022-f8e3-421d-ac54-d6769c37d623 req-f6c42017-033d-47be-8ac8-3d4691fd4d3b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b4cbb707-c270-421f-bf5e-0a6837269624 HTTP/1.1" status: 200 len: 853 time: 0.1956301 Jul 07 18:32:03.047173 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d2389-6723-4b2c-9bfa-3d3ea00e820b req-e73b400e-6061-4355-bc90-61a48f19beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:03.048582 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-038d2389-6723-4b2c-9bfa-3d3ea00e820b req-e73b400e-6061-4355-bc90-61a48f19beb1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8aa84765-413d-4dc2-8d21-d785f19625b4 HTTP/1.1" status: 200 len: 918 time: 0.3567286 Jul 07 18:32:03.168299 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-12d69022-f8e3-421d-ac54-d6769c37d623 req-9ecc8bc5-c583-4c25-883e-7afcaad878ff service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=00122975-89ac-4879-bc72-e0e4e7651f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164806 Jul 07 18:32:03.178248 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-742438c5-a2bc-4e83-b8c8-37a06ca23c76 None None] Set router 77da480b-5db5-4ea6-9220-c2e479e5060c gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:32:03.250564 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 54282) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:03.400035 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-12d69022-f8e3-421d-ac54-d6769c37d623 req-e060c1e9-1623-4f79-8b57-edee0991cf4a service neutron] 10.222.0.89 "GET /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111096 Jul 07 18:32:03.438949 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f9ee7dfc-c8c9-4d87-98b4-121d2dcdcf61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:03.480129 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-f9ee7dfc-c8c9-4d87-98b4-121d2dcdcf61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:03.495149 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-f9ee7dfc-c8c9-4d87-98b4-121d2dcdcf61 admin admin] Usage tracker for resource:security_group_rule and tenant:b6b638eb7f19498f95ae086033fd097d is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:03.500943 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-f9ee7dfc-c8c9-4d87-98b4-121d2dcdcf61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:03.505933 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-038d2389-6723-4b2c-9bfa-3d3ea00e820b req-f5f976c5-a56a-4ed1-b2c8-9c9333413369 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6743ea86-1c3c-4602-9532-aa6c535a039b HTTP/1.1" status: 200 len: 999 time: 0.4221938 Jul 07 18:32:03.517619 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-f9ee7dfc-c8c9-4d87-98b4-121d2dcdcf61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:03.607679 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-12d69022-f8e3-421d-ac54-d6769c37d623 req-f948003c-25bb-491a-8798-22c9ddf843aa service neutron] 10.222.0.89 "GET /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001135 Jul 07 18:32:03.628305 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d2389-6723-4b2c-9bfa-3d3ea00e820b req-85f426d1-b569-4553-a2f2-2eb187cf071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:03.634587 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-038d2389-6723-4b2c-9bfa-3d3ea00e820b req-85f426d1-b569-4553-a2f2-2eb187cf071f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e0732594-4d25-48f2-b3f5-656ff1b826e7 HTTP/1.1" status: 200 len: 856 time: 0.1006579 Jul 07 18:32:03.647949 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f9ee7dfc-c8c9-4d87-98b4-121d2dcdcf61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:03.653535 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f9ee7dfc-c8c9-4d87-98b4-121d2dcdcf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:03.679353 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-13333096-d4b5-4315-a033-514acf2861c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:03.763610 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee7dfc-c8c9-4d87-98b4-121d2dcdcf61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a3e306-60f1-40d7-af05-00280af1a897,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:03.776023 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-f9ee7dfc-c8c9-4d87-98b4-121d2dcdcf61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:03.853548 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-742438c5-a2bc-4e83-b8c8-37a06ca23c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'name': 'tempest-AttachVolumeShelveTestJSON-1160312080-router', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:23Z', 'revision_number': 4, 'project_id': '141aaf718a50403cb0402f655c144713', 'gw_port': {'id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_floatingips': [{'id': '3e7aab2a-defa-4ae7-a08b-996199dc9387', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'floating_ip_address': '172.28.1.224', 'floating_network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'router_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'port_id': '6743ea86-1c3c-4602-9532-aa6c535a039b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'mac_address': 'fa:16:3e:9f:26:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc48be8-442d-4860-b43e-df87d33bb564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:31:35Z', 'updated_at': '2021-07-07T18:31:59Z', 'revision_number': 1, 'project_id': '141aaf718a50403cb0402f655c144713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e70d4d3-286f-483f-9d89-0dbfa2d214e0', 'name': '', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'mac_address': 'fa:16:3e:f9:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:18Z', 'updated_at': '2021-07-07T18:31:37Z', 'revision_number': 5, 'project_id': '141aaf718a50403cb0402f655c144713', 'subnets': [{'id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:03.870138 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742438c5-a2bc-4e83-b8c8-37a06ca23c76 None None] The sync data for ids ['77da480b-5db5-4ea6-9220-c2e479e5060c'] in dv-cinder-798696-1-smb is: [{'id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'name': 'tempest-AttachVolumeShelveTestJSON-1160312080-router', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:23Z', 'revision_number': 4, 'project_id': '141aaf718a50403cb0402f655c144713', 'gw_port': {'id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_floatingips': [{'id': '3e7aab2a-defa-4ae7-a08b-996199dc9387', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'floating_ip_address': '172.28.1.224', 'floating_network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'router_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'port_id': '6743ea86-1c3c-4602-9532-aa6c535a039b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'mac_address': 'fa:16:3e:9f:26:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc48be8-442d-4860-b43e-df87d33bb564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:31:35Z', 'updated_at': '2021-07-07T18:31:59Z', 'revision_number': 1, 'project_id': '141aaf718a50403cb0402f655c144713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e70d4d3-286f-483f-9d89-0dbfa2d214e0', 'name': '', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'mac_address': 'fa:16:3e:f9:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:18Z', 'updated_at': '2021-07-07T18:31:37Z', 'revision_number': 5, 'project_id': '141aaf718a50403cb0402f655c144713', 'subnets': [{'id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:03.915811 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-f9ee7dfc-c8c9-4d87-98b4-121d2dcdcf61 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6b638eb7f19498f95ae086033fd097d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6637504 Jul 07 18:32:03.922937 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 54314) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:04.092668 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4284569c-521c-48ec-91fc-24275bae1564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:04.121867 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202d122-2483-4a8a-8de4-a4d3c1e66c79 req-fbb38bb2-cb34-4adb-b722-76dbb0031fc1 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:04.136281 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e202d122-2483-4a8a-8de4-a4d3c1e66c79 req-fbb38bb2-cb34-4adb-b722-76dbb0031fc1 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.3135455 Jul 07 18:32:04.284337 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51c095-dbec-4908-bf53-26641072d5eb None None] New status for floating IP 3e7aab2a-defa-4ae7-a08b-996199dc9387: ACTIVE {{(pid=78479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:32:04.331637 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4284569c-521c-48ec-91fc-24275bae1564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:04.333176 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686e6f4-ebf8-4fb8-9160-8dca32fb604f req-0a6fadea-b67d-401b-ad16-807238606daa tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:04.335072 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3686e6f4-ebf8-4fb8-9160-8dca32fb604f req-0a6fadea-b67d-401b-ad16-807238606daa tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5cc4ef4-573f-4afb-ad17-3560fc078f31 HTTP/1.1" status: 200 len: 945 time: 0.2630086 Jul 07 18:32:04.344687 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d2389-6723-4b2c-9bfa-3d3ea00e820b req-8f3c1425-8437-4956-827b-479a53af69fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:04.346799 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-038d2389-6723-4b2c-9bfa-3d3ea00e820b req-8f3c1425-8437-4956-827b-479a53af69fa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8aa84765-413d-4dc2-8d21-d785f19625b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6925595 Jul 07 18:32:04.361792 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e202d122-2483-4a8a-8de4-a4d3c1e66c79 req-9781a91b-d48b-4c69-aade-9c25b74ae57e tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172029 Jul 07 18:32:04.447613 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4284569c-521c-48ec-91fc-24275bae1564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:04.454408 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-a7607f15-e651-419b-9153-8d02448ad257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:04.472123 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284569c-521c-48ec-91fc-24275bae1564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a3e306-60f1-40d7-af05-00280af1a897,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:04.478800 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-4284569c-521c-48ec-91fc-24275bae1564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:04.481585 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4284569c-521c-48ec-91fc-24275bae1564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:04.483535 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-4284569c-521c-48ec-91fc-24275bae1564 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2a3e306-60f1-40d7-af05-00280af1a897 HTTP/1.1" status: 204 len: 168 time: 0.5592864 Jul 07 18:32:04.518956 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 54338) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:04.565002 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3686e6f4-ebf8-4fb8-9160-8dca32fb604f req-9b1840bb-ee24-4d43-accf-898b240bc7d7 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170074 Jul 07 18:32:04.591098 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-038d2389-6723-4b2c-9bfa-3d3ea00e820b req-f1f08618-97de-4a24-8373-6577b8979cf3 service neutron] 10.222.0.89 "GET /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210402 Jul 07 18:32:04.790821 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-038d2389-6723-4b2c-9bfa-3d3ea00e820b req-977c62e3-0101-4e94-a2fc-0393d31df1d8 service neutron] 10.222.0.89 "GET /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735137 Jul 07 18:32:04.889578 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2025926414-network', 'tenant_id': '1b75b9fa93a44cc2a2b3b59570ab7cec'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:04.894840 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:04.899369 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] Usage tracker for resource:network and tenant:1b75b9fa93a44cc2a2b3b59570ab7cec is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:04.902267 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:04.908568 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:04.922611 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] Made reservation on behalf of 1b75b9fa93a44cc2a2b3b59570ab7cec for: {'network': 1} {{(pid=78478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:04.925204 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for network, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:04.945858 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:04.963723 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:04.967630 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] Usage tracker for resource:security_group_rule and tenant:1b75b9fa93a44cc2a2b3b59570ab7cec is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:04.971057 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:04.981275 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:05.080090 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.085231 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.090283 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-50fc57cf-bd12-4c35-9bd9-19aee2b83cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:05.106400 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 54354) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:05.115834 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=78478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:32:05.128104 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-cbd686e6-4563-4cbf-bbaa-3e015b3c3f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.130442 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4e1497-027f-465f-973f-d39875ba615a,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:05.134579 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:05.135638 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.135978 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.db.segments_db [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] Added segment 0016132e-fd62-4b5c-b8f3-8c550422fbd7 of type vlan for network 13e35817-67a6-46f1-8647-44ebb5c4a319 Jul 07 18:32:05.154127 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-cbd686e6-4563-4cbf-bbaa-3e015b3c3f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:05.159244 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-cbd686e6-4563-4cbf-bbaa-3e015b3c3f44 admin admin] Usage tracker for resource:security_group_rule and tenant:c53478d4f872424cb241983a22ccb2d5 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:05.166214 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-cbd686e6-4563-4cbf-bbaa-3e015b3c3f44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:05.166695 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734830079582'] for network, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.173052 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-cbd686e6-4563-4cbf-bbaa-3e015b3c3f44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:05.202812 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for network, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.205427 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:05.206255 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.233193 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:05.249330 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7287827 Jul 07 18:32:05.252183 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 54362) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:05.262183 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-10315678-12f6-4b22-ba57-0eb3dc961455 admin admin] Request body: {'subnet': {'network_id': '13e35817-67a6-46f1-8647-44ebb5c4a319', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2025926414-subnet', 'tenant_id': '1b75b9fa93a44cc2a2b3b59570ab7cec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:05.297830 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-cbd686e6-4563-4cbf-bbaa-3e015b3c3f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.303444 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-cbd686e6-4563-4cbf-bbaa-3e015b3c3f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.318573 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-10315678-12f6-4b22-ba57-0eb3dc961455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:05.335853 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-10315678-12f6-4b22-ba57-0eb3dc961455 admin admin] Usage tracker for resource:subnet and tenant:1b75b9fa93a44cc2a2b3b59570ab7cec is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:05.336623 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:05.340306 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-10315678-12f6-4b22-ba57-0eb3dc961455 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:05.345361 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-cbd686e6-4563-4cbf-bbaa-3e015b3c3f44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c53478d4f872424cb241983a22ccb2d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372093 Jul 07 18:32:05.349287 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 54368) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:05.349874 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-10315678-12f6-4b22-ba57-0eb3dc961455 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:05.352099 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] Pushing event updated for resources: {'Network': ['ID=13e35817-67a6-46f1-8647-44ebb5c4a319,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:05.355858 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:05.365625 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Network 13e35817-67a6-46f1-8647-44ebb5c4a319 details requested by agent ovs-agent-dv-cinder-798696-1-smb with host dv-cinder-798696-1-smb {{(pid=78479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 07 18:32:05.375607 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10315678-12f6-4b22-ba57-0eb3dc961455 admin admin] Made reservation on behalf of 1b75b9fa93a44cc2a2b3b59570ab7cec for: {'subnet': 1} {{(pid=78478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:05.382604 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-10315678-12f6-4b22-ba57-0eb3dc961455 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3274056'] for subnet, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.399670 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd686e6-4563-4cbf-bbaa-3e015b3c3f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547d7ef1-1241-48c6-9b61-5360a414b0b4,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:05.405666 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-cbd686e6-4563-4cbf-bbaa-3e015b3c3f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:05.447496 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d3934b6c-b2e7-4384-8482-f716e1f6e0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.492440 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d3934b6c-b2e7-4384-8482-f716e1f6e0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.758181 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d3934b6c-b2e7-4384-8482-f716e1f6e0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.768494 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-893738b7-7365-481c-a478-89084ca9a3d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:05.809082 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3934b6c-b2e7-4384-8482-f716e1f6e0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547d7ef1-1241-48c6-9b61-5360a414b0b4,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:05.819819 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-d3934b6c-b2e7-4384-8482-f716e1f6e0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:05.847160 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ae44c-cf30-4508-8906-05003186fd2f req-1c58b9d0-a04c-4da8-9473-cd9ffe47f67a tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:05.850429 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-899ae44c-cf30-4508-8906-05003186fd2f req-1c58b9d0-a04c-4da8-9473-cd9ffe47f67a tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.2626200 Jul 07 18:32:05.851500 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d3934b6c-b2e7-4384-8482-f716e1f6e0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.852494 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-d3934b6c-b2e7-4384-8482-f716e1f6e0b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/547d7ef1-1241-48c6-9b61-5360a414b0b4 HTTP/1.1" status: 204 len: 168 time: 0.5028489 Jul 07 18:32:05.868635 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.913455 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-10315678-12f6-4b22-ba57-0eb3dc961455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3274078'] for subnet, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.939630 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:05.953634 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-899ae44c-cf30-4508-8906-05003186fd2f req-1ec36a1e-9fa8-4702-a2b0-1499d5b5b78d tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956218 Jul 07 18:32:06.044928 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10315678-12f6-4b22-ba57-0eb3dc961455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e0630e2-7e2e-44ca-8f63-1d8910343085,revision_number=0']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:06.057510 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-10315678-12f6-4b22-ba57-0eb3dc961455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:06.095346 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10315678-12f6-4b22-ba57-0eb3dc961455 admin admin] Checking segment: {'id': '0016132e-fd62-4b5c-b8f3-8c550422fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '13e35817-67a6-46f1-8647-44ebb5c4a319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:06.096659 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10315678-12f6-4b22-ba57-0eb3dc961455 admin admin] Network hostable DHCP agents. Network: 13e35817-67a6-46f1-8647-44ebb5c4a319, hostable agents: ['7844bae0-677e-4565-b01a-e2785e2cda9f'], hosted agents: [] {{(pid=78478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:32:06.127221 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d933a-8aca-44cd-837d-ed8d92f63514 req-8f2ba049-8c74-4194-ab48-c77a85223c62 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:06.127221 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-b05d933a-8aca-44cd-837d-ed8d92f63514 req-8f2ba049-8c74-4194-ab48-c77a85223c62 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5cc4ef4-573f-4afb-ad17-3560fc078f31 HTTP/1.1" status: 200 len: 945 time: 0.3207526 Jul 07 18:32:06.207159 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-b05d933a-8aca-44cd-837d-ed8d92f63514 req-ae6f45ee-5331-4b36-b15d-9e362ef0eb2e tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625620 Jul 07 18:32:06.208803 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10315678-12f6-4b22-ba57-0eb3dc961455 admin admin] Network 13e35817-67a6-46f1-8647-44ebb5c4a319 is scheduled to be hosted by DHCP agent 7844bae0-677e-4565-b01a-e2785e2cda9f with binding_index 1 {{(pid=78478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:32:06.225135 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-10315678-12f6-4b22-ba57-0eb3dc961455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-smb, 13e35817-67a6-46f1-8647-44ebb5c4a319) {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:06.235077 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10315678-12f6-4b22-ba57-0eb3dc961455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:06.235077 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-10315678-12f6-4b22-ba57-0eb3dc961455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:06.250539 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbc765d-4da4-485b-ac64-1e36096150a9 None None] Network 13e35817-67a6-46f1-8647-44ebb5c4a319 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:32:06.289379 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-10315678-12f6-4b22-ba57-0eb3dc961455 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0359519 Jul 07 18:32:06.552259 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a23067c-138c-407d-8936-321c52e70568 None None] Network 13e35817-67a6-46f1-8647-44ebb5c4a319 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:32:07.212886 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7affe97-1851-4685-bfca-66f919a561ca req-7bb25aff-38a3-4c26-ab57-d04524a2e71b tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:07.226610 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c7affe97-1851-4685-bfca-66f919a561ca req-7bb25aff-38a3-4c26-ab57-d04524a2e71b tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.1323493 Jul 07 18:32:07.300886 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c7affe97-1851-4685-bfca-66f919a561ca req-bdbea1a2-de1f-4f1f-8087-3b16588e505e tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732684 Jul 07 18:32:07.511127 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 54488) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:07.520957 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1476370248-network', 'tenant_id': '48be7fcfa2e24dc0ab3e9353366368f3'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:07.526411 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:07.531636 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] Usage tracker for resource:network and tenant:48be7fcfa2e24dc0ab3e9353366368f3 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:07.535348 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:07.543939 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:07.559380 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] Made reservation on behalf of 48be7fcfa2e24dc0ab3e9353366368f3 for: {'network': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:07.563943 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for network, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:07.586180 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:07.602758 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:07.607437 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] Usage tracker for resource:security_group_rule and tenant:48be7fcfa2e24dc0ab3e9353366368f3 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:07.610528 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:07.618029 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:07.750753 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:07.756650 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:07.762281 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-0239a4a2-d8cc-4646-b64d-b4e161374d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:07.787180 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=78477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:32:07.799158 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:07.799460 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.db.segments_db [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] Added segment ed156c91-2582-454f-af7f-a8b198ede7d7 of type vlan for network 71b06976-7042-4d2f-a972-2f47b94d1e2e Jul 07 18:32:07.832636 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0a4910-5950-4602-afb0-f5117240c743,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:07.832636 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:07.843353 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734830079582'] for network, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:07.904450 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for network, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:07.907973 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:07.909297 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:07.914860 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:08.071473 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] Pushing event updated for resources: {'Network': ['ID=71b06976-7042-4d2f-a972-2f47b94d1e2e,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:08.076885 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5638957 Jul 07 18:32:08.079217 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:08.079708 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 54520) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:08.085902 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-209ad647-4873-432b-802f-3737dfa62942 admin admin] Request body: {'subnet': {'network_id': '71b06976-7042-4d2f-a972-2f47b94d1e2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1476370248-subnet', 'tenant_id': '48be7fcfa2e24dc0ab3e9353366368f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:08.091047 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Network 71b06976-7042-4d2f-a972-2f47b94d1e2e details requested by agent ovs-agent-dv-cinder-798696-1-smb with host dv-cinder-798696-1-smb {{(pid=78479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 07 18:32:08.095504 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-209ad647-4873-432b-802f-3737dfa62942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:08.105599 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-209ad647-4873-432b-802f-3737dfa62942 admin admin] Usage tracker for resource:subnet and tenant:48be7fcfa2e24dc0ab3e9353366368f3 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:08.111776 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-209ad647-4873-432b-802f-3737dfa62942 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:08.123313 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-209ad647-4873-432b-802f-3737dfa62942 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:08.136612 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209ad647-4873-432b-802f-3737dfa62942 admin admin] Made reservation on behalf of 48be7fcfa2e24dc0ab3e9353366368f3 for: {'subnet': 1} {{(pid=78478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:08.140119 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-209ad647-4873-432b-802f-3737dfa62942 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3274056'] for subnet, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.447766 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-209ad647-4873-432b-802f-3737dfa62942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3274078'] for subnet, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.456044 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-fc52c93c-897f-458e-aa1e-99d8c079fede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:08.711484 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ad647-4873-432b-802f-3737dfa62942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d4d472d-c88c-4c18-bc09-c7424e088a9e,revision_number=0']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:08.714926 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-209ad647-4873-432b-802f-3737dfa62942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:08.722323 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209ad647-4873-432b-802f-3737dfa62942 admin admin] Checking segment: {'id': 'ed156c91-2582-454f-af7f-a8b198ede7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '71b06976-7042-4d2f-a972-2f47b94d1e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:08.722686 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209ad647-4873-432b-802f-3737dfa62942 admin admin] Network hostable DHCP agents. Network: 71b06976-7042-4d2f-a972-2f47b94d1e2e, hostable agents: ['7844bae0-677e-4565-b01a-e2785e2cda9f'], hosted agents: [] {{(pid=78478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:32:08.753332 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca68af6-d52c-4c20-8586-e0bef936aeb8 req-9995c82a-ad29-4e2f-911f-82966761d430 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:08.759211 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-6ca68af6-d52c-4c20-8586-e0bef936aeb8 req-9995c82a-ad29-4e2f-911f-82966761d430 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.3042686 Jul 07 18:32:08.774791 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209ad647-4873-432b-802f-3737dfa62942 admin admin] Network 71b06976-7042-4d2f-a972-2f47b94d1e2e is scheduled to be hosted by DHCP agent 7844bae0-677e-4565-b01a-e2785e2cda9f with binding_index 1 {{(pid=78478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:32:08.801672 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-209ad647-4873-432b-802f-3737dfa62942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-smb, 71b06976-7042-4d2f-a972-2f47b94d1e2e) {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:08.808757 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209ad647-4873-432b-802f-3737dfa62942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:08.809574 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-209ad647-4873-432b-802f-3737dfa62942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.812985 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbe5929-3e5a-4e8a-af67-7f09511cef3a None None] Network 71b06976-7042-4d2f-a972-2f47b94d1e2e requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:32:08.839698 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-209ad647-4873-432b-802f-3737dfa62942 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7587202 Jul 07 18:32:08.858275 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-6ca68af6-d52c-4c20-8586-e0bef936aeb8 req-65d555a3-faef-42e9-bd12-c3f95dc5dba1 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853879 Jul 07 18:32:09.092997 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f30ac40-e7d3-480b-85ed-3b0ff6739f37 None None] Network 71b06976-7042-4d2f-a972-2f47b94d1e2e requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:32:09.152685 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-a2849dd0-14ea-443d-859e-43ef280a6527 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:09.161917 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-a2849dd0-14ea-443d-859e-43ef280a6527 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/networks?id=00122975-89ac-4879-bc72-e0e4e7651f21 HTTP/1.1" status: 200 len: 813 time: 0.1765397 Jul 07 18:32:09.177902 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-23269325-d7dd-490b-b5ea-496f2e3e784e tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/quotas/801cd77637e2403187e00ddcc37d09c9 HTTP/1.1" status: 200 len: 375 time: 0.0149846 Jul 07 18:32:09.279089 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-27e73236-d353-4292-967c-99887a46ffa3 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=801cd77637e2403187e00ddcc37d09c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003122 Jul 07 18:32:09.483364 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-3b9fae9a-477a-45e7-aa1c-4119fd60d4b2 service neutron] 10.222.0.41 "GET /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963551 Jul 07 18:32:09.694158 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-2549c123-f45d-4a86-a3af-6fbdf5c8e11f tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:09.697446 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-2549c123-f45d-4a86-a3af-6fbdf5c8e11f tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Synchronizing usage tracker for tenant:1b75b9fa93a44cc2a2b3b59570ab7cec on resource:network {{(pid=78478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:32:09.718389 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-ad91996a-ef9a-4417-9a14-6bfb4b214617 service neutron] 10.222.0.41 "GET /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308486 Jul 07 18:32:09.731968 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-2549c123-f45d-4a86-a3af-6fbdf5c8e11f tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Unset dirty status for tenant:1b75b9fa93a44cc2a2b3b59570ab7cec on resource:network {{(pid=78478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:32:09.733327 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-2549c123-f45d-4a86-a3af-6fbdf5c8e11f tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/networks?id=13e35817-67a6-46f1-8647-44ebb5c4a319 HTTP/1.1" status: 200 len: 809 time: 0.2591596 Jul 07 18:32:09.762914 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-c455bb44-5aca-4acf-bc2b-dc25e99cca15 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/quotas/1b75b9fa93a44cc2a2b3b59570ab7cec HTTP/1.1" status: 200 len: 375 time: 0.0176506 Jul 07 18:32:09.824142 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-c327af91-0485-4fa0-8da6-1376b5a19a12 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b75b9fa93a44cc2a2b3b59570ab7cec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491023 Jul 07 18:32:10.001369 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-0eb5c997-18ea-4c55-b5d1-52000f07e020 service neutron] 10.222.0.41 "GET /v2.0/networks/13e35817-67a6-46f1-8647-44ebb5c4a319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647325 Jul 07 18:32:10.233339 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-f387f8ab-b54d-4520-9870-299f595ecf4a service neutron] 10.222.0.41 "GET /v2.0/networks/13e35817-67a6-46f1-8647-44ebb5c4a319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246287 Jul 07 18:32:10.482826 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537b934-fa66-4526-88b9-bd1f96e0695b req-470549ac-3d87-44b7-aec7-2b8dcb13a47a tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:10.485875 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4537b934-fa66-4526-88b9-bd1f96e0695b req-470549ac-3d87-44b7-aec7-2b8dcb13a47a tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.2237921 Jul 07 18:32:10.577988 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a9cae2a8-0046-4f69-9738-b10310f4da14 req-12dcacb2-1f09-4d8d-914d-3efd48eed27a tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc92e5c8-a663-4201-8b53-d910be5108b5 HTTP/1.1" status: 200 len: 210 time: 0.0664198 Jul 07 18:32:10.608910 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4537b934-fa66-4526-88b9-bd1f96e0695b req-359f9c03-1db3-4be6-89c0-620b0677ef99 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163359 Jul 07 18:32:10.696151 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c11d88d8-deed-4c92-ba06-394a2e4fb417 req-cdf3510d-aac5-4671-935a-9cb099d56d48 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9 HTTP/1.1" status: 200 len: 210 time: 0.0538566 Jul 07 18:32:11.432980 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 54682) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:11.591321 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-8aa48b77-f856-409e-b2a6-6be5129fed68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:11.623343 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-8aa48b77-f856-409e-b2a6-6be5129fed68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:11.630494 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-8aa48b77-f856-409e-b2a6-6be5129fed68 admin admin] Usage tracker for resource:security_group_rule and tenant:e261ebf6f5384fb1a74c69679d9dca8c is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:11.633475 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-8aa48b77-f856-409e-b2a6-6be5129fed68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:11.644457 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-8aa48b77-f856-409e-b2a6-6be5129fed68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:11.674124 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-0d0f8e60-b5a9-42b1-8869-bd2f983aa7e1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:11.676377 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-0d0f8e60-b5a9-42b1-8869-bd2f983aa7e1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.89 "GET /v2.0/networks?id=00122975-89ac-4879-bc72-e0e4e7651f21 HTTP/1.1" status: 200 len: 813 time: 0.2210903 Jul 07 18:32:11.717124 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-beb3be13-5ee6-44e6-b758-2f5a836eb471 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Request body: {'port': {'device_id': 'dc92e5c8-a663-4201-8b53-d910be5108b5', 'network_id': '00122975-89ac-4879-bc72-e0e4e7651f21', 'admin_state_up': True, 'tenant_id': '801cd77637e2403187e00ddcc37d09c9'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:11.866090 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-fe30c62b-463d-4a5a-99a5-9e5fd0689850 req-f73095cc-70d1-412f-89ff-61c6ef44b0d6 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc92e5c8-a663-4201-8b53-d910be5108b5 HTTP/1.1" status: 200 len: 210 time: 0.0623207 Jul 07 18:32:12.033877 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-8aa48b77-f856-409e-b2a6-6be5129fed68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.083445 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-beb3be13-5ee6-44e6-b758-2f5a836eb471 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:12.093126 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-beb3be13-5ee6-44e6-b758-2f5a836eb471 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:12.100779 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-8aa48b77-f856-409e-b2a6-6be5129fed68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.123765 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-f8e35da0-8d0f-461c-b130-d25e236e5bdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:12.157184 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-beb3be13-5ee6-44e6-b758-2f5a836eb471 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Made reservation on behalf of 801cd77637e2403187e00ddcc37d09c9 for: {'port': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:12.161558 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-beb3be13-5ee6-44e6-b758-2f5a836eb471 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.197280 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa48b77-f856-409e-b2a6-6be5129fed68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833cece6-1410-4b7c-88ea-c404d04d5fbd,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:12.200823 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-8aa48b77-f856-409e-b2a6-6be5129fed68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:12.201131 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-b5cfbf42-0a89-464a-933c-9cfb6f01b5f3 req-52b15847-03e0-44e5-9841-60b9fbda252f tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9 HTTP/1.1" status: 200 len: 210 time: 0.1058743 Jul 07 18:32:12.392884 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_common [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-beb3be13-5ee6-44e6-b758-2f5a836eb471 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Allocated IP 172.20.0.10 (00122975-89ac-4879-bc72-e0e4e7651f21/b4cbb707-c270-421f-bf5e-0a6837269624/8980e75c-0e3f-43db-82fd-f625c9f47a71) {{(pid=78477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:12.561495 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-8aa48b77-f856-409e-b2a6-6be5129fed68 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e261ebf6f5384fb1a74c69679d9dca8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1274056 Jul 07 18:32:12.564368 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 54748) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:12.588180 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21829ecf-2567-4635-80bb-f8d0602f5a36 req-04ad674e-3333-4bbd-8282-adbf169ff8ae tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:12.598278 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-21829ecf-2567-4635-80bb-f8d0602f5a36 req-04ad674e-3333-4bbd-8282-adbf169ff8ae tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.7811658 Jul 07 18:32:12.631007 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-073b6ae5-54f5-4f99-965e-416208678209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.667360 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-073b6ae5-54f5-4f99-965e-416208678209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.742280 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-073b6ae5-54f5-4f99-965e-416208678209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.747064 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:12.761824 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b6ae5-54f5-4f99-965e-416208678209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833cece6-1410-4b7c-88ea-c404d04d5fbd,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:12.765390 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-073b6ae5-54f5-4f99-965e-416208678209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:12.768250 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-073b6ae5-54f5-4f99-965e-416208678209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.770374 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-073b6ae5-54f5-4f99-965e-416208678209 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/833cece6-1410-4b7c-88ea-c404d04d5fbd HTTP/1.1" status: 204 len: 168 time: 0.2044082 Jul 07 18:32:12.777850 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-21829ecf-2567-4635-80bb-f8d0602f5a36 req-62d8c751-2ea2-4661-b2f7-2dfb0e25dc55 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778491 Jul 07 18:32:12.822624 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-b015d411-8868-4d6b-b1fe-9d17eb63a586 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:12.824174 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-b015d411-8868-4d6b-b1fe-9d17eb63a586 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.89 "GET /v2.0/networks?id=13e35817-67a6-46f1-8647-44ebb5c4a319 HTTP/1.1" status: 200 len: 809 time: 0.7888362 Jul 07 18:32:12.846845 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-6722a104-4b79-4a01-9d99-ec2b962066e9 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Request body: {'port': {'device_id': 'a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9', 'network_id': '13e35817-67a6-46f1-8647-44ebb5c4a319', 'admin_state_up': True, 'tenant_id': '1b75b9fa93a44cc2a2b3b59570ab7cec'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:13.016661 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-beb3be13-5ee6-44e6-b758-2f5a836eb471 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks [] for port, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.073859 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-6722a104-4b79-4a01-9d99-ec2b962066e9 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:13.082068 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-6722a104-4b79-4a01-9d99-ec2b962066e9 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Usage tracker for resource:port and tenant:1b75b9fa93a44cc2a2b3b59570ab7cec is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:13.085565 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-6722a104-4b79-4a01-9d99-ec2b962066e9 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:13.093152 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-6722a104-4b79-4a01-9d99-ec2b962066e9 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:13.110820 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-6722a104-4b79-4a01-9d99-ec2b962066e9 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Made reservation on behalf of 1b75b9fa93a44cc2a2b3b59570ab7cec for: {'port': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:13.115126 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-6722a104-4b79-4a01-9d99-ec2b962066e9 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.131229 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-beb3be13-5ee6-44e6-b758-2f5a836eb471 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.138877 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:13.149830 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['d5f372b4-a397-4a8e-a8ce-59fd31dcc96c', '0975996b-57a0-4629-9f94-bcea5195f8f8'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:32:13.254473 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd42ba-491a-422c-b9cf-52c397adf41f req-2af0d251-b55a-4b8a-9f51-6e56def6da57 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:13.255817 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-66bd42ba-491a-422c-b9cf-52c397adf41f req-2af0d251-b55a-4b8a-9f51-6e56def6da57 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc92e5c8-a663-4201-8b53-d910be5108b5 HTTP/1.1" status: 200 len: 932 time: 0.1874056 Jul 07 18:32:13.336411 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-beb3be13-5ee6-44e6-b758-2f5a836eb471 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Network 00122975-89ac-4879-bc72-e0e4e7651f21 is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:13.349695 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-66bd42ba-491a-422c-b9cf-52c397adf41f req-15832fab-761c-4116-b5d4-440a9bcd52d3 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819647 Jul 07 18:32:13.352828 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-beb3be13-5ee6-44e6-b758-2f5a836eb471 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:13.362490 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-beb3be13-5ee6-44e6-b758-2f5a836eb471 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Received port after_create {{(pid=78477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:32:13.368683 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-beb3be13-5ee6-44e6-b758-2f5a836eb471 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:13.369351 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-beb3be13-5ee6-44e6-b758-2f5a836eb471 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.392382 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3be13-5ee6-44e6-b758-2f5a836eb471 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Pushing event updated for resources: {'Port': ['ID=8980e75c-0e3f-43db-82fd-f625c9f47a71,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:13.392382 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-beb3be13-5ee6-44e6-b758-2f5a836eb471 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:13.445398 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 54792) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:13.468177 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-fc3d9d51-7904-4ddd-83d5-f9f9d47baa10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.485198 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-fc3d9d51-7904-4ddd-83d5-f9f9d47baa10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:13.490888 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-fc3d9d51-7904-4ddd-83d5-f9f9d47baa10 admin admin] Usage tracker for resource:security_group_rule and tenant:d3609e0ec04a4792a93104e0250fe8f9 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:13.495721 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-fc3d9d51-7904-4ddd-83d5-f9f9d47baa10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:13.509711 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-fc3d9d51-7904-4ddd-83d5-f9f9d47baa10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:13.532772 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-46557ed2-1e18-409f-b581-440cbeda9127 req-ccc7f9df-7569-4a43-b0f2-52cff04b7822 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Synchronizing usage tracker for tenant:1b75b9fa93a44cc2a2b3b59570ab7cec on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:32:13.566070 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-beb3be13-5ee6-44e6-b758-2f5a836eb471 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8532963 Jul 07 18:32:13.583695 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] Request body: {'port': {'device_id': 'dc92e5c8-a663-4201-8b53-d910be5108b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:13.628437 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-fc3d9d51-7904-4ddd-83d5-f9f9d47baa10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.633744 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-fc3d9d51-7904-4ddd-83d5-f9f9d47baa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.645057 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-46557ed2-1e18-409f-b581-440cbeda9127 req-ccc7f9df-7569-4a43-b0f2-52cff04b7822 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Unset dirty status for tenant:1b75b9fa93a44cc2a2b3b59570ab7cec on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:32:13.646833 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-46557ed2-1e18-409f-b581-440cbeda9127 req-ccc7f9df-7569-4a43-b0f2-52cff04b7822 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9 HTTP/1.1" status: 200 len: 210 time: 0.2336559 Jul 07 18:32:13.649950 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_common [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-6722a104-4b79-4a01-9d99-ec2b962066e9 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Allocated IP 172.20.0.5 (13e35817-67a6-46f1-8647-44ebb5c4a319/0e0630e2-7e2e-44ca-8f63-1d8910343085/9210e80e-fbb6-4bb3-ba12-cefdcdcea815) {{(pid=78477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:13.653412 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-db5fee2f-8695-467a-b010-f7db19e95a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:13.719610 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d9d51-7904-4ddd-83d5-f9f9d47baa10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f20e9a-3363-41b2-ad8c-866b94a1d921,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:13.724610 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-fc3d9d51-7904-4ddd-83d5-f9f9d47baa10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:13.760004 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-fc3d9d51-7904-4ddd-83d5-f9f9d47baa10 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3609e0ec04a4792a93104e0250fe8f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3133929 Jul 07 18:32:13.762497 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 54806) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:13.864641 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3c038e1f-f3d7-449e-8313-6c8bcee56d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.897404 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3c038e1f-f3d7-449e-8313-6c8bcee56d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.985453 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3c038e1f-f3d7-449e-8313-6c8bcee56d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.994699 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-4284569c-521c-48ec-91fc-24275bae1564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:14.011941 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c038e1f-f3d7-449e-8313-6c8bcee56d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f20e9a-3363-41b2-ad8c-866b94a1d921,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:14.019178 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3c038e1f-f3d7-449e-8313-6c8bcee56d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.020685 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-3c038e1f-f3d7-449e-8313-6c8bcee56d46 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16f20e9a-3363-41b2-ad8c-866b94a1d921 HTTP/1.1" status: 204 len: 168 time: 0.2567875 Jul 07 18:32:14.022307 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-3c038e1f-f3d7-449e-8313-6c8bcee56d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:14.048900 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.194769 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 54824) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:14.454821 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-7d2df540-f13f-422e-a1d1-dd841533b351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.542900 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-7d2df540-f13f-422e-a1d1-dd841533b351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:14.556221 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-7d2df540-f13f-422e-a1d1-dd841533b351 admin admin] Usage tracker for resource:security_group_rule and tenant:9575dddaf5794ab6bd64942c82daf6f7 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:14.560008 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-7d2df540-f13f-422e-a1d1-dd841533b351 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:14.567512 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-7d2df540-f13f-422e-a1d1-dd841533b351 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:14.632689 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21431f36-73cb-4127-b08b-71378d27b58d req-5ebf49d3-29ec-4732-b365-54698f1987a1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:14.640468 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-21431f36-73cb-4127-b08b-71378d27b58d req-5ebf49d3-29ec-4732-b365-54698f1987a1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc92e5c8-a663-4201-8b53-d910be5108b5 HTTP/1.1" status: 200 len: 932 time: 0.1487584 Jul 07 18:32:14.651272 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf5df2-000f-47c5-be35-69b4b759ba91 req-2f1212a8-2624-47c5-a9b9-a88ad8c3d20e tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:14.658745 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-baaf5df2-000f-47c5-be35-69b4b759ba91 req-2f1212a8-2624-47c5-a9b9-a88ad8c3d20e tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.6669493 Jul 07 18:32:14.711337 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8980e75c-0e3f-43db-82fd-f625c9f47a71 {{(pid=78477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:32:14.718916 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-6722a104-4b79-4a01-9d99-ec2b962066e9 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Notify callbacks [] for port, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.731505 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-21431f36-73cb-4127-b08b-71378d27b58d req-e79c21e4-20c3-4f0c-b4e6-1eb259f23891 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897281 Jul 07 18:32:14.732598 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.776753 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] Transition to ACTIVE for port object 8980e75c-0e3f-43db-82fd-f625c9f47a71 will not be triggered until provisioned by entity L2. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:14.782868 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-7d2df540-f13f-422e-a1d1-dd841533b351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.789541 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-baaf5df2-000f-47c5-be35-69b4b759ba91 req-0c24c023-07e3-4077-90aa-0dd0693cd668 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297793 Jul 07 18:32:14.792065 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-7d2df540-f13f-422e-a1d1-dd841533b351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.794326 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.799732 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:14.815625 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-79507aec-8688-439b-b868-82059600c37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:14.869852 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-7d2df540-f13f-422e-a1d1-dd841533b351 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9575dddaf5794ab6bd64942c82daf6f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6738503 Jul 07 18:32:14.870976 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2df540-f13f-422e-a1d1-dd841533b351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2098759a-f924-48cc-806c-e2ec77d90d18,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:14.873740 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 54866) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:14.879614 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-7d2df540-f13f-422e-a1d1-dd841533b351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:15.020249 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-54474850-847d-4c83-a095-1431a04e7eac req-4e782331-fb64-48fb-aefe-816624419e3e tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9 HTTP/1.1" status: 200 len: 210 time: 0.0691211 Jul 07 18:32:15.035740 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9aaadf94-531c-4466-b826-181d29621db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.078871 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9aaadf94-531c-4466-b826-181d29621db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.081538 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] Pushing event updated for resources: {'Port': ['ID=8980e75c-0e3f-43db-82fd-f625c9f47a71,revision_number=2']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:15.092810 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:15.149219 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-6722a104-4b79-4a01-9d99-ec2b962066e9 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.156835 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-491f620d-a0e1-4ee2-b8f0-aa57158bcbb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:15.164401 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9aaadf94-531c-4466-b826-181d29621db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.169281 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-4e7fd0da-b2fc-4968-aef7-38cbd00b4b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:15.189062 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaadf94-531c-4466-b826-181d29621db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2098759a-f924-48cc-806c-e2ec77d90d18,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:15.195945 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-9aaadf94-531c-4466-b826-181d29621db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:15.200358 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9aaadf94-531c-4466-b826-181d29621db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.202793 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-9aaadf94-531c-4466-b826-181d29621db6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2098759a-f924-48cc-806c-e2ec77d90d18 HTTP/1.1" status: 204 len: 168 time: 0.3276057 Jul 07 18:32:15.226848 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] Attempting to bind port 8980e75c-0e3f-43db-82fd-f625c9f47a71 on host hv-cinder-79869 for vnic_type normal with profile {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:15.227165 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] Attempting to bind port 8980e75c-0e3f-43db-82fd-f625c9f47a71 by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': 'a67dfcbe-c679-4d3f-b4bc-195e22269185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '00122975-89ac-4879-bc72-e0e4e7651f21'}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:15.227496 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] Attempting to bind port 8980e75c-0e3f-43db-82fd-f625c9f47a71 on network 00122975-89ac-4879-bc72-e0e4e7651f21 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:15.241254 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] Port 8980e75c-0e3f-43db-82fd-f625c9f47a71 on network 00122975-89ac-4879-bc72-e0e4e7651f21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:32:15.241839 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] Attempting to bind port 8980e75c-0e3f-43db-82fd-f625c9f47a71 on network 00122975-89ac-4879-bc72-e0e4e7651f21 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:15.244781 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-6722a104-4b79-4a01-9d99-ec2b962066e9 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Network 13e35817-67a6-46f1-8647-44ebb5c4a319 is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:15.250746 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-6722a104-4b79-4a01-9d99-ec2b962066e9 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:15.255551 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] Checking agent: {'id': '6661975a-2303-40ef-9047-4852f27aec4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:15.255891 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] Checking segment: {'id': 'a67dfcbe-c679-4d3f-b4bc-195e22269185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '00122975-89ac-4879-bc72-e0e4e7651f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:15.256267 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] Bound using segment: {'id': 'a67dfcbe-c679-4d3f-b4bc-195e22269185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '00122975-89ac-4879-bc72-e0e4e7651f21'} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:15.256690 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] Bound port: 8980e75c-0e3f-43db-82fd-f625c9f47a71, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67dfcbe-c679-4d3f-b4bc-195e22269185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '00122975-89ac-4879-bc72-e0e4e7651f21'}}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:15.257037 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.267763 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-6722a104-4b79-4a01-9d99-ec2b962066e9 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Received port after_create {{(pid=78477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:32:15.273789 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-6722a104-4b79-4a01-9d99-ec2b962066e9 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:15.274410 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-6722a104-4b79-4a01-9d99-ec2b962066e9 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.278215 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722a104-4b79-4a01-9d99-ec2b962066e9 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Pushing event updated for resources: {'Port': ['ID=9210e80e-fbb6-4bb3-ba12-cefdcdcea815,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:15.287320 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-6722a104-4b79-4a01-9d99-ec2b962066e9 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:15.341927 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-6722a104-4b79-4a01-9d99-ec2b962066e9 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5023947 Jul 07 18:32:15.367759 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] Request body: {'port': {'device_id': 'a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:15.427250 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] For port 8980e75c-0e3f-43db-82fd-f625c9f47a71, host hv-cinder-79869, cleared binding levels {{(pid=78477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:32:15.432014 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] For port 8980e75c-0e3f-43db-82fd-f625c9f47a71, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=8980e75c-0e3f-43db-82fd-f625c9f47a71,segment=NetworkSegment(a67dfcbe-c679-4d3f-b4bc-195e22269185),segment_id=a67dfcbe-c679-4d3f-b4bc-195e22269185)] {{(pid=78477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:32:15.438746 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.490826 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-cda07fb8-c266-4236-b86d-f81cbcee9e1b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:15.564541 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:15.565150 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.567072 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] 10.222.0.89 "PUT /v2.0/ports/8980e75c-0e3f-43db-82fd-f625c9f47a71 HTTP/1.1" status: 200 len: 1094 time: 1.9916909 Jul 07 18:32:15.569507 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc92e5c8-a663-4201-8b53-d910be5108b5', 'tag': '8980e75c-0e3f-43db-82fd-f625c9f47a71'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:15.591366 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.662449 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 54896) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:15.674704 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] Pushing event updated for resources: {'Port': ['ID=8980e75c-0e3f-43db-82fd-f625c9f47a71,revision_number=3']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:15.675182 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 54902) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:15.689830 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc92e5c8-a663-4201-8b53-d910be5108b5', 'tag': '8980e75c-0e3f-43db-82fd-f625c9f47a71', 'status': 'completed', 'code': 200} Jul 07 18:32:15.695734 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:15.704250 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9b5c7b8c-5504-43a5-9168-f429c0547f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.739810 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-9b5c7b8c-5504-43a5-9168-f429c0547f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:15.746000 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-9b5c7b8c-5504-43a5-9168-f429c0547f6d admin admin] Usage tracker for resource:security_group_rule and tenant:cf338edb9a474f77ad29be62d1e3693b is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:15.755573 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-9b5c7b8c-5504-43a5-9168-f429c0547f6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:15.768461 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-9b5c7b8c-5504-43a5-9168-f429c0547f6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:15.900138 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-ebaffe90-7a5b-41e4-8f96-d84208bdc594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:15.901642 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-ebaffe90-7a5b-41e4-8f96-d84208bdc594 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=801cd77637e2403187e00ddcc37d09c9&device_id=dc92e5c8-a663-4201-8b53-d910be5108b5 HTTP/1.1" status: 200 len: 1097 time: 0.2681115 Jul 07 18:32:15.998819 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-c2ede67c-f699-4954-805a-2800ea0003c2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8980e75c-0e3f-43db-82fd-f625c9f47a71 HTTP/1.1" status: 200 len: 217 time: 0.0709417 Jul 07 18:32:16.044231 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9b5c7b8c-5504-43a5-9168-f429c0547f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:16.055749 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5a32508c-5e3e-4053-b71a-6e020acaac56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:16.070454 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9b5c7b8c-5504-43a5-9168-f429c0547f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:16.081732 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:16.126873 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-5a32508c-5e3e-4053-b71a-6e020acaac56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:16.157488 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-5a32508c-5e3e-4053-b71a-6e020acaac56 admin admin] Usage tracker for resource:security_group_rule and tenant:5621de5c6c7747d0bf53d9014fdbc253 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:16.165193 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-9b5c7b8c-5504-43a5-9168-f429c0547f6d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf338edb9a474f77ad29be62d1e3693b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4892101 Jul 07 18:32:16.167520 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-5a32508c-5e3e-4053-b71a-6e020acaac56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:16.170920 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c7b8c-5504-43a5-9168-f429c0547f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3707b68-5282-4200-8d87-8d309dbc169a,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:16.177082 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 54928) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:16.182579 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-9b5c7b8c-5504-43a5-9168-f429c0547f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:16.266394 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-5a32508c-5e3e-4053-b71a-6e020acaac56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:16.316278 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-5dc21b50-b0a3-47a0-b4fb-5f14995b8206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:16.317751 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-5dc21b50-b0a3-47a0-b4fb-5f14995b8206 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b4cbb707-c270-421f-bf5e-0a6837269624 HTTP/1.1" status: 200 len: 853 time: 0.3024004 Jul 07 18:32:16.334209 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:32:16.339851 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 54934) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:16.352134 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8582d-6dae-47cb-85f6-1617ee8fcfa8 req-2e4f2da8-d668-441d-813e-0af74e9ac101 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:16.353597 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c4d8582d-6dae-47cb-85f6-1617ee8fcfa8 req-2e4f2da8-d668-441d-813e-0af74e9ac101 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.3880889 Jul 07 18:32:16.403682 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8ad946c5-d0b0-4c8c-be8a-191715b8fca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:16.404145 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-28438b8e-ca90-4ab3-a0c5-68660ce29662 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=00122975-89ac-4879-bc72-e0e4e7651f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650351 Jul 07 18:32:16.426500 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac60636-0be2-4cd3-a3a5-3eabc4a360ce req-5af1e1df-43d1-4dad-acd5-28a6afa27a68 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:16.427267 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-eac60636-0be2-4cd3-a3a5-3eabc4a360ce req-5af1e1df-43d1-4dad-acd5-28a6afa27a68 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Synchronizing usage tracker for tenant:801cd77637e2403187e00ddcc37d09c9 on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:32:16.432428 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8ad946c5-d0b0-4c8c-be8a-191715b8fca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:16.524885 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8ad946c5-d0b0-4c8c-be8a-191715b8fca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:16.537357 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-9ad42a88-dba4-496c-a2a1-0a456a18f708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:16.544192 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-eac60636-0be2-4cd3-a3a5-3eabc4a360ce req-5af1e1df-43d1-4dad-acd5-28a6afa27a68 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Unset dirty status for tenant:801cd77637e2403187e00ddcc37d09c9 on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:32:16.551786 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-eac60636-0be2-4cd3-a3a5-3eabc4a360ce req-5af1e1df-43d1-4dad-acd5-28a6afa27a68 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc92e5c8-a663-4201-8b53-d910be5108b5 HTTP/1.1" status: 200 len: 944 time: 0.5516012 Jul 07 18:32:16.563694 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c4d8582d-6dae-47cb-85f6-1617ee8fcfa8 req-f88af0a4-ffd5-47e7-b6d9-b42d06c20abd tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018495 Jul 07 18:32:16.569809 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad946c5-d0b0-4c8c-be8a-191715b8fca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3707b68-5282-4200-8d87-8d309dbc169a,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:16.573999 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8ad946c5-d0b0-4c8c-be8a-191715b8fca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:16.577936 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-8ad946c5-d0b0-4c8c-be8a-191715b8fca3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3707b68-5282-4200-8d87-8d309dbc169a HTTP/1.1" status: 204 len: 168 time: 0.3996696 Jul 07 18:32:16.579387 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-8ad946c5-d0b0-4c8c-be8a-191715b8fca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:16.660287 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5a32508c-5e3e-4053-b71a-6e020acaac56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:16.667820 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5a32508c-5e3e-4053-b71a-6e020acaac56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:16.690542 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-eac60636-0be2-4cd3-a3a5-3eabc4a360ce req-4e3bc649-691d-435e-85bc-1afdbec1f2a1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372969 Jul 07 18:32:16.700088 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-eee3c16d-aed8-4086-b9e9-d9833db8d1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:16.707274 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-9b5c7b8c-5504-43a5-9168-f429c0547f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:16.734072 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-5a32508c-5e3e-4053-b71a-6e020acaac56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5621de5c6c7747d0bf53d9014fdbc253&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0704451 Jul 07 18:32:16.736243 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32508c-5e3e-4053-b71a-6e020acaac56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c000a9f-7c49-44c0-b954-4a55d7c923c5,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:16.741221 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 54954) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:16.743688 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-5a32508c-5e3e-4053-b71a-6e020acaac56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:16.808107 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-93e2a998-4c4c-4b7a-874d-6c994197252d service neutron] 10.222.0.89 "GET /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892097 Jul 07 18:32:16.814494 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9210e80e-fbb6-4bb3-ba12-cefdcdcea815 {{(pid=78477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:32:16.825822 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:16.866197 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-eee3c16d-aed8-4086-b9e9-d9833db8d1a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:16.874907 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] Transition to ACTIVE for port object 9210e80e-fbb6-4bb3-ba12-cefdcdcea815 will not be triggered until provisioned by entity L2. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:16.923081 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-45d14075-78dc-4e93-b7e3-98a94d7ef493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:16.952560 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdd8a7-85c8-45ed-8808-2680086cf0d1 req-5084f9ea-1928-4221-994c-d342042c3823 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:16.954548 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c8cdd8a7-85c8-45ed-8808-2680086cf0d1 req-5084f9ea-1928-4221-994c-d342042c3823 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9 HTTP/1.1" status: 200 len: 931 time: 0.2143910 Jul 07 18:32:16.968112 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-eee3c16d-aed8-4086-b9e9-d9833db8d1a3 admin admin] Usage tracker for resource:security_group_rule and tenant:610dfac697ac4652a207716a2f33cb23 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:16.973398 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:16.979834 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-eee3c16d-aed8-4086-b9e9-d9833db8d1a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:16.994154 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-45d14075-78dc-4e93-b7e3-98a94d7ef493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.004493 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-beb3be13-5ee6-44e6-b758-2f5a836eb471 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:17.068805 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-c8cdd8a7-85c8-45ed-8808-2680086cf0d1 req-1b6b9b70-20d6-485b-85ca-494fb50079b5 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Synchronizing usage tracker for tenant:1b75b9fa93a44cc2a2b3b59570ab7cec on resource:security_group {{(pid=78478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:32:17.074399 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-45d14075-78dc-4e93-b7e3-98a94d7ef493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.080842 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-9aaadf94-531c-4466-b826-181d29621db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:17.098705 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d14075-78dc-4e93-b7e3-98a94d7ef493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c000a9f-7c49-44c0-b954-4a55d7c923c5,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:17.101610 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-45d14075-78dc-4e93-b7e3-98a94d7ef493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:17.103682 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-45d14075-78dc-4e93-b7e3-98a94d7ef493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.104696 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-45d14075-78dc-4e93-b7e3-98a94d7ef493 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c000a9f-7c49-44c0-b954-4a55d7c923c5 HTTP/1.1" status: 204 len: 168 time: 0.3624306 Jul 07 18:32:17.159412 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-eee3c16d-aed8-4086-b9e9-d9833db8d1a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:17.277986 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c5d5249a-6dd5-4e00-a5fd-9331545dc807 req-13760c1f-34b7-4aa5-9270-00f43838e877 service neutron] 10.222.0.89 "GET /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364769 Jul 07 18:32:17.277986 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] Pushing event updated for resources: {'Port': ['ID=9210e80e-fbb6-4bb3-ba12-cefdcdcea815,revision_number=2']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:17.287758 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:17.308512 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] Attempting to bind port 9210e80e-fbb6-4bb3-ba12-cefdcdcea815 on host hv-cinder-79869 for vnic_type normal with profile {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:17.308824 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] Attempting to bind port 9210e80e-fbb6-4bb3-ba12-cefdcdcea815 by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': '0016132e-fd62-4b5c-b8f3-8c550422fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '13e35817-67a6-46f1-8647-44ebb5c4a319'}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:17.309149 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] Attempting to bind port 9210e80e-fbb6-4bb3-ba12-cefdcdcea815 on network 13e35817-67a6-46f1-8647-44ebb5c4a319 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:17.320165 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] Port 9210e80e-fbb6-4bb3-ba12-cefdcdcea815 on network 13e35817-67a6-46f1-8647-44ebb5c4a319 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:32:17.320510 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] Attempting to bind port 9210e80e-fbb6-4bb3-ba12-cefdcdcea815 on network 13e35817-67a6-46f1-8647-44ebb5c4a319 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:17.327905 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] Checking agent: {'id': '6661975a-2303-40ef-9047-4852f27aec4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:17.328502 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] Checking segment: {'id': '0016132e-fd62-4b5c-b8f3-8c550422fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '13e35817-67a6-46f1-8647-44ebb5c4a319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:17.328886 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] Bound using segment: {'id': '0016132e-fd62-4b5c-b8f3-8c550422fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '13e35817-67a6-46f1-8647-44ebb5c4a319'} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:17.329314 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] Bound port: 9210e80e-fbb6-4bb3-ba12-cefdcdcea815, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0016132e-fd62-4b5c-b8f3-8c550422fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '13e35817-67a6-46f1-8647-44ebb5c4a319'}}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:17.329656 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.520870 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-eee3c16d-aed8-4086-b9e9-d9833db8d1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.530616 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] For port 9210e80e-fbb6-4bb3-ba12-cefdcdcea815, host hv-cinder-79869, cleared binding levels {{(pid=78477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:32:17.537445 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-eee3c16d-aed8-4086-b9e9-d9833db8d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.546871 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] For port 9210e80e-fbb6-4bb3-ba12-cefdcdcea815, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=9210e80e-fbb6-4bb3-ba12-cefdcdcea815,segment=NetworkSegment(0016132e-fd62-4b5c-b8f3-8c550422fbd7),segment_id=0016132e-fd62-4b5c-b8f3-8c550422fbd7)] {{(pid=78477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:32:17.551826 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:17.556681 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-c8cdd8a7-85c8-45ed-8808-2680086cf0d1 req-1b6b9b70-20d6-485b-85ca-494fb50079b5 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Unset dirty status for tenant:1b75b9fa93a44cc2a2b3b59570ab7cec on resource:security_group {{(pid=78478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:32:17.567514 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c8cdd8a7-85c8-45ed-8808-2680086cf0d1 req-1b6b9b70-20d6-485b-85ca-494fb50079b5 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff4e1497-027f-465f-973f-d39875ba615a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6045492 Jul 07 18:32:17.568101 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.573917 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff631a-a13e-4267-a403-2e5eb0c0038c req-a3a1bd06-773b-4be4-b3c7-5846859aeada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:17.575777 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-48ff631a-a13e-4267-a403-2e5eb0c0038c req-a3a1bd06-773b-4be4-b3c7-5846859aeada service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=801cd77637e2403187e00ddcc37d09c9&device_id=dc92e5c8-a663-4201-8b53-d910be5108b5 HTTP/1.1" status: 200 len: 1097 time: 0.2209013 Jul 07 18:32:17.604949 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-501193c5-1803-4012-8dc4-72f7150aaf9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.605706 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-eee3c16d-aed8-4086-b9e9-d9833db8d1a3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=610dfac697ac4652a207716a2f33cb23&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2635050 Jul 07 18:32:17.608069 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 55010) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:17.709023 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:17.709640 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.713051 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] 10.222.0.89 "PUT /v2.0/ports/9210e80e-fbb6-4bb3-ba12-cefdcdcea815 HTTP/1.1" status: 200 len: 1093 time: 2.3523197 Jul 07 18:32:17.713689 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9', 'tag': '9210e80e-fbb6-4bb3-ba12-cefdcdcea815'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:17.744579 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3c16d-aed8-4086-b9e9-d9833db8d1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e723d69-44e8-419f-a8f7-ed8b8d5fc261,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:17.751303 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-eee3c16d-aed8-4086-b9e9-d9833db8d1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:17.780751 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 55026) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:17.782454 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-e5bec727-fcde-42ac-b54c-1cab809a3bf9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:17.799835 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-25c57764-0b28-46ec-af42-9bf1fcbdea41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.817650 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-755fcdbe-7eeb-47c0-979d-d7e9268fb571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.857455 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-755fcdbe-7eeb-47c0-979d-d7e9268fb571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:17.867918 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-755fcdbe-7eeb-47c0-979d-d7e9268fb571 admin admin] Usage tracker for resource:security_group_rule and tenant:4e188ba086c542ee89ab4635aa27e448 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:17.871756 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-25c57764-0b28-46ec-af42-9bf1fcbdea41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.878891 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-755fcdbe-7eeb-47c0-979d-d7e9268fb571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:17.979006 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-755fcdbe-7eeb-47c0-979d-d7e9268fb571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:18.011318 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] Pushing event updated for resources: {'Port': ['ID=9210e80e-fbb6-4bb3-ba12-cefdcdcea815,revision_number=3']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:18.019644 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:18.052926 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff631a-a13e-4267-a403-2e5eb0c0038c req-f2452cfb-7998-45b6-8417-90de8a9a6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:18.054345 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-48ff631a-a13e-4267-a403-2e5eb0c0038c req-f2452cfb-7998-45b6-8417-90de8a9a6849 service neutron] 10.222.0.89 "GET /v2.0/networks?id=00122975-89ac-4879-bc72-e0e4e7651f21 HTTP/1.1" status: 200 len: 914 time: 0.4449978 Jul 07 18:32:18.071881 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf0d5f-7b6a-4114-aed8-ce189f2c75d1 req-a8c03c99-6f07-40c0-a2a4-2b419a3dda09 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:18.073448 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-24bf0d5f-7b6a-4114-aed8-ce189f2c75d1 req-a8c03c99-6f07-40c0-a2a4-2b419a3dda09 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.3305650 Jul 07 18:32:18.138264 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbac56-fce4-4c2a-835c-b534841ba47b req-1e4619ce-966f-4d4a-b765-8224a3b52d7a tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:18.139926 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-5afbac56-fce4-4c2a-835c-b534841ba47b req-1e4619ce-966f-4d4a-b765-8224a3b52d7a tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc92e5c8-a663-4201-8b53-d910be5108b5 HTTP/1.1" status: 200 len: 944 time: 0.2557814 Jul 07 18:32:18.149385 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.172573 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-48ff631a-a13e-4267-a403-2e5eb0c0038c req-f94ee172-5fd4-4c75-9a7d-5e75b7fec589 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8980e75c-0e3f-43db-82fd-f625c9f47a71 HTTP/1.1" status: 200 len: 217 time: 0.0980539 Jul 07 18:32:18.179991 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-25c57764-0b28-46ec-af42-9bf1fcbdea41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.180831 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-a0857cbb-b7d2-4f8b-b5a8-ff7c058120f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:18.182387 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-a0857cbb-b7d2-4f8b-b5a8-ff7c058120f4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1b75b9fa93a44cc2a2b3b59570ab7cec&device_id=a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9 HTTP/1.1" status: 200 len: 1096 time: 0.3580999 Jul 07 18:32:18.191234 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-da7060d7-5575-422f-9ecc-15c053a9f748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:18.212016 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c57764-0b28-46ec-af42-9bf1fcbdea41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e723d69-44e8-419f-a8f7-ed8b8d5fc261,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:18.215430 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-25c57764-0b28-46ec-af42-9bf1fcbdea41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:18.262449 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-25c57764-0b28-46ec-af42-9bf1fcbdea41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.266369 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-25c57764-0b28-46ec-af42-9bf1fcbdea41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e723d69-44e8-419f-a8f7-ed8b8d5fc261 HTTP/1.1" status: 204 len: 168 time: 0.6542945 Jul 07 18:32:18.279867 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-5afbac56-fce4-4c2a-835c-b534841ba47b req-e055cd48-214e-489e-a2b0-a0d7d85e059a tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225891 Jul 07 18:32:18.327335 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-755fcdbe-7eeb-47c0-979d-d7e9268fb571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.334036 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-755fcdbe-7eeb-47c0-979d-d7e9268fb571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.361452 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-45d14075-78dc-4e93-b7e3-98a94d7ef493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:18.403857 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-755fcdbe-7eeb-47c0-979d-d7e9268fb571 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e188ba086c542ee89ab4635aa27e448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6034386 Jul 07 18:32:18.405122 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 55072) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:18.423412 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fcdbe-7eeb-47c0-979d-d7e9268fb571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914cf705-a74e-4d3d-8c8b-8bbb1574200e,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:18.440372 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-755fcdbe-7eeb-47c0-979d-d7e9268fb571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:18.516992 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0fec8e5b-513b-4588-baad-d9028f2bb6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.544671 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9', 'tag': '9210e80e-fbb6-4bb3-ba12-cefdcdcea815', 'status': 'completed', 'code': 200} Jul 07 18:32:18.550245 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-24bf0d5f-7b6a-4114-aed8-ce189f2c75d1 req-609b803f-4196-4201-8bb5-c4149097fedf tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129148 Jul 07 18:32:18.594599 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0fec8e5b-513b-4588-baad-d9028f2bb6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.634954 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-a5d29807-d08e-4012-8b02-a5f6f64b2198 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9210e80e-fbb6-4bb3-ba12-cefdcdcea815 HTTP/1.1" status: 200 len: 217 time: 0.0959342 Jul 07 18:32:18.648271 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff631a-a13e-4267-a403-2e5eb0c0038c req-deccd64d-b500-42e8-ba21-6129d98cc50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:18.649838 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-48ff631a-a13e-4267-a403-2e5eb0c0038c req-deccd64d-b500-42e8-ba21-6129d98cc50b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b4cbb707-c270-421f-bf5e-0a6837269624 HTTP/1.1" status: 200 len: 853 time: 0.4474664 Jul 07 18:32:18.753237 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-48ff631a-a13e-4267-a403-2e5eb0c0038c req-0bccc498-f653-4871-910a-cd397bf08f33 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=00122975-89ac-4879-bc72-e0e4e7651f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554566 Jul 07 18:32:18.779707 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0fec8e5b-513b-4588-baad-d9028f2bb6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.789514 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-61d318aa-aed0-4202-b0e2-8b88ee4f361a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:18.823431 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0fec8e5b-513b-4588-baad-d9028f2bb6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.827856 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-0fec8e5b-513b-4588-baad-d9028f2bb6ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/914cf705-a74e-4d3d-8c8b-8bbb1574200e HTTP/1.1" status: 204 len: 168 time: 0.4217014 Jul 07 18:32:18.829454 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec8e5b-513b-4588-baad-d9028f2bb6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914cf705-a74e-4d3d-8c8b-8bbb1574200e,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:18.846659 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-0fec8e5b-513b-4588-baad-d9028f2bb6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:18.866999 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-b4a42c80-e4c0-42d4-b9e2-5c1de2f077c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:18.870699 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-b4a42c80-e4c0-42d4-b9e2-5c1de2f077c6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e0630e2-7e2e-44ca-8f63-1d8910343085 HTTP/1.1" status: 200 len: 849 time: 0.2240496 Jul 07 18:32:18.946159 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 55100) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:19.004851 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-1a0dba2e-ee17-45b0-9e22-d63db2c20f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.026224 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-1a0dba2e-ee17-45b0-9e22-d63db2c20f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:19.031613 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-1a0dba2e-ee17-45b0-9e22-d63db2c20f7c admin admin] Usage tracker for resource:security_group_rule and tenant:8c390a973a73486081f00462b38884ad is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:19.035851 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-1a0dba2e-ee17-45b0-9e22-d63db2c20f7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:19.050153 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-1a0dba2e-ee17-45b0-9e22-d63db2c20f7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:19.071972 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-d368ba6b-08f7-4c99-9aba-fa8ee779244b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=13e35817-67a6-46f1-8647-44ebb5c4a319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216462 Jul 07 18:32:19.106925 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-48ff631a-a13e-4267-a403-2e5eb0c0038c req-8aa7e7ec-62b5-4ad5-b925-30d6d3574c5e service neutron] 10.222.0.89 "GET /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343759 Jul 07 18:32:19.152362 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-1a0dba2e-ee17-45b0-9e22-d63db2c20f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.158597 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-1a0dba2e-ee17-45b0-9e22-d63db2c20f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.191401 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-d69ed5a7-e860-4872-8827-6c04757ed005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:19.213582 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-1a0dba2e-ee17-45b0-9e22-d63db2c20f7c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c390a973a73486081f00462b38884ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2659547 Jul 07 18:32:19.221506 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 55112) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:19.246006 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dba2e-ee17-45b0-9e22-d63db2c20f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f436fdec-6826-496e-89eb-d6dac1769702,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:19.251539 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-1a0dba2e-ee17-45b0-9e22-d63db2c20f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:19.310441 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d8016699-4e10-46b2-a6d4-717909e1b3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.350249 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d8016699-4e10-46b2-a6d4-717909e1b3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.351238 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-e2b5e3c8-9992-4bb0-aa2b-7b98bf9dd494 service neutron] 10.222.0.89 "GET /v2.0/networks/13e35817-67a6-46f1-8647-44ebb5c4a319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665167 Jul 07 18:32:19.359098 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a442ae-31ee-4ced-a962-7379bb51d318 req-f4c1e92f-de49-4b51-a772-dba487c3a2d6 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:19.360700 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-06a442ae-31ee-4ced-a962-7379bb51d318 req-f4c1e92f-de49-4b51-a772-dba487c3a2d6 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9 HTTP/1.1" status: 200 len: 943 time: 0.4751697 Jul 07 18:32:19.434126 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d8016699-4e10-46b2-a6d4-717909e1b3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.442530 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-f9ee7dfc-c8c9-4d87-98b4-121d2dcdcf61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:19.459667 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016699-4e10-46b2-a6d4-717909e1b3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f436fdec-6826-496e-89eb-d6dac1769702,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:19.474104 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-d8016699-4e10-46b2-a6d4-717909e1b3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:19.492017 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-48ff631a-a13e-4267-a403-2e5eb0c0038c req-18b9ae44-5b09-4386-9188-6e7eacc8e205 service neutron] 10.222.0.89 "GET /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267045 Jul 07 18:32:19.528272 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-06a442ae-31ee-4ced-a962-7379bb51d318 req-d11d1280-a655-42d3-a887-f93f61b25bb4 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff4e1497-027f-465f-973f-d39875ba615a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415327 Jul 07 18:32:19.556112 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d8016699-4e10-46b2-a6d4-717909e1b3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.559579 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-d8016699-4e10-46b2-a6d4-717909e1b3fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f436fdec-6826-496e-89eb-d6dac1769702 HTTP/1.1" status: 204 len: 168 time: 0.3348858 Jul 07 18:32:19.579320 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-81c48585-44fc-4ae1-92f5-9616d7770714 req-9fe36e5b-eae0-4f1a-a029-4c6c15d59dba service neutron] 10.222.0.89 "GET /v2.0/networks/13e35817-67a6-46f1-8647-44ebb5c4a319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176485 Jul 07 18:32:19.593465 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34339567-105f-4a3d-874f-8d120658d1c0 req-d68ddd12-b3f1-4cef-901d-1ebc4a497cfa tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:19.595036 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-34339567-105f-4a3d-874f-8d120658d1c0 req-d68ddd12-b3f1-4cef-901d-1ebc4a497cfa tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc92e5c8-a663-4201-8b53-d910be5108b5 HTTP/1.1" status: 200 len: 944 time: 0.1193004 Jul 07 18:32:19.662584 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-34339567-105f-4a3d-874f-8d120658d1c0 req-7a60a074-d2e4-4d55-bc88-0e979bbce0a9 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580881 Jul 07 18:32:19.707613 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 55134) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:19.829417 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc10a7-8c91-4103-b543-08aa53af8983 req-5a451322-de30-4f75-a848-11930f511fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:19.831049 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5ecc10a7-8c91-4103-b543-08aa53af8983 req-5a451322-de30-4f75-a848-11930f511fd5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1b75b9fa93a44cc2a2b3b59570ab7cec&device_id=a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9 HTTP/1.1" status: 200 len: 1096 time: 0.1892540 Jul 07 18:32:19.838943 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbda8d3-ffa7-465c-8ce6-7b095a7ec31e req-bfdbcb45-b842-4933-a290-5180ed78cdd2 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:19.845953 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ecbda8d3-ffa7-465c-8ce6-7b095a7ec31e req-bfdbcb45-b842-4933-a290-5180ed78cdd2 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.1336091 Jul 07 18:32:19.997567 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ecbda8d3-ffa7-465c-8ce6-7b095a7ec31e req-1af426a5-f774-47ba-a0fb-eb93c6c36859 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474538 Jul 07 18:32:20.050495 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc10a7-8c91-4103-b543-08aa53af8983 req-7c888d8b-0c01-4abd-a491-afe3492ef56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:20.052631 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5ecc10a7-8c91-4103-b543-08aa53af8983 req-7c888d8b-0c01-4abd-a491-afe3492ef56f service neutron] 10.222.0.89 "GET /v2.0/networks?id=13e35817-67a6-46f1-8647-44ebb5c4a319 HTTP/1.1" status: 200 len: 910 time: 0.1923611 Jul 07 18:32:20.106195 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a7a5e39b-d85e-4445-875f-4fad635d1368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.125432 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 55146) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:20.173959 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-a7a5e39b-d85e-4445-875f-4fad635d1368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:20.181025 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-a7a5e39b-d85e-4445-875f-4fad635d1368 admin admin] Usage tracker for resource:security_group_rule and tenant:6b35b1eb200a40a487bab6b5d47adc15 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:20.184589 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8f4a8b09-8726-49bc-a7c2-3658f2b68f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.195059 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-a7a5e39b-d85e-4445-875f-4fad635d1368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:20.204284 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-a7a5e39b-d85e-4445-875f-4fad635d1368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:20.205083 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5ecc10a7-8c91-4103-b543-08aa53af8983 req-8e869838-3f22-4c7e-a3e4-6cab8a153faa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9210e80e-fbb6-4bb3-ba12-cefdcdcea815 HTTP/1.1" status: 200 len: 217 time: 0.1395903 Jul 07 18:32:20.212803 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-8f4a8b09-8726-49bc-a7c2-3658f2b68f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:20.232476 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-8f4a8b09-8726-49bc-a7c2-3658f2b68f98 admin admin] Usage tracker for resource:security_group_rule and tenant:64fcbb2aae344aef816b01e96eb172a4 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:20.240080 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-8f4a8b09-8726-49bc-a7c2-3658f2b68f98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:20.274873 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-24b7039b-d416-468a-a116-e1895a0127b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.281061 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-8f4a8b09-8726-49bc-a7c2-3658f2b68f98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:20.349614 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc10a7-8c91-4103-b543-08aa53af8983 req-97405310-fb7b-4bdf-8f0f-b1956eca20ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:20.351132 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5ecc10a7-8c91-4103-b543-08aa53af8983 req-97405310-fb7b-4bdf-8f0f-b1956eca20ee service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e0630e2-7e2e-44ca-8f63-1d8910343085 HTTP/1.1" status: 200 len: 849 time: 0.1368520 Jul 07 18:32:20.430696 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5ecc10a7-8c91-4103-b543-08aa53af8983 req-7769f76a-23d1-4db4-999d-0ab4a2b09b45 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=13e35817-67a6-46f1-8647-44ebb5c4a319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670004 Jul 07 18:32:20.448210 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a7a5e39b-d85e-4445-875f-4fad635d1368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.460560 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a7a5e39b-d85e-4445-875f-4fad635d1368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.469500 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-755fcdbe-7eeb-47c0-979d-d7e9268fb571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:20.521617 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8f4a8b09-8726-49bc-a7c2-3658f2b68f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.533158 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8f4a8b09-8726-49bc-a7c2-3658f2b68f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.557095 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5e39b-d85e-4445-875f-4fad635d1368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cc44e6-cdb9-4fd8-aee0-c1576f7e35a7,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:20.584195 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-a7a5e39b-d85e-4445-875f-4fad635d1368 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b35b1eb200a40a487bab6b5d47adc15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8750672 Jul 07 18:32:20.600104 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-a7a5e39b-d85e-4445-875f-4fad635d1368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:20.600104 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 55166) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:20.600104 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-5a32508c-5e3e-4053-b71a-6e020acaac56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:20.688920 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-8f4a8b09-8726-49bc-a7c2-3658f2b68f98 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=64fcbb2aae344aef816b01e96eb172a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5621896 Jul 07 18:32:20.693260 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a8b09-8726-49bc-a7c2-3658f2b68f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b9618a-6717-4511-9df3-a979205213c6,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:20.696662 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-8f4a8b09-8726-49bc-a7c2-3658f2b68f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:20.697273 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 55178) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:20.752120 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 8980e75c-0e3f-43db-82fd-f625c9f47a71 details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 07 18:32:20.769429 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5ecc10a7-8c91-4103-b543-08aa53af8983 req-171530da-a01a-4777-9bf4-961a80d33c44 service neutron] 10.222.0.89 "GET /v2.0/networks/13e35817-67a6-46f1-8647-44ebb5c4a319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256340 Jul 07 18:32:20.919925 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ea8f1326-e768-4480-a004-235dda956d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.998399 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ea8f1326-e768-4480-a004-235dda956d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.050055 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5ecc10a7-8c91-4103-b543-08aa53af8983 req-22171849-be65-4966-ab03-68a99a1ecee6 service neutron] 10.222.0.89 "GET /v2.0/networks/13e35817-67a6-46f1-8647-44ebb5c4a319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707481 Jul 07 18:32:21.070678 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9029bf9f-4ed2-4477-9353-74f9c74fd92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.074756 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f5683-1d1c-4c86-96f6-bad1cda10aa2 req-a15c6ed2-6c6a-4ebf-83b8-fca05469c3da tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:21.076776 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-449f5683-1d1c-4c86-96f6-bad1cda10aa2 req-a15c6ed2-6c6a-4ebf-83b8-fca05469c3da tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc92e5c8-a663-4201-8b53-d910be5108b5 HTTP/1.1" status: 200 len: 944 time: 0.1905794 Jul 07 18:32:21.085731 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 8980e75c-0e3f-43db-82fd-f625c9f47a71, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=8980e75c-0e3f-43db-82fd-f625c9f47a71,segment=NetworkSegment(a67dfcbe-c679-4d3f-b4bc-195e22269185),segment_id=a67dfcbe-c679-4d3f-b4bc-195e22269185)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:32:21.102943 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9029bf9f-4ed2-4477-9353-74f9c74fd92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.134469 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Returning: {'device': '8980e75c-0e3f-43db-82fd-f625c9f47a71', 'network_id': '00122975-89ac-4879-bc72-e0e4e7651f21', 'port_id': '8980e75c-0e3f-43db-82fd-f625c9f47a71', 'mac_address': 'fa:16:3e:e2:8e:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4cbb707-c270-421f-bf5e-0a6837269624', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 07 18:32:21.136594 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.172755 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9029bf9f-4ed2-4477-9353-74f9c74fd92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.178798 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-8ad946c5-d0b0-4c8c-be8a-191715b8fca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:21.181307 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-449f5683-1d1c-4c86-96f6-bad1cda10aa2 req-4242f326-aba9-4b10-87be-519fa76d01a9 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970135 Jul 07 18:32:21.198031 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d761e5-2dcf-4a6d-b854-8c6a54d9d844 req-3010dfcc-2718-48a2-b04f-d769e2511ca3 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:21.199617 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-66d761e5-2dcf-4a6d-b854-8c6a54d9d844 req-3010dfcc-2718-48a2-b04f-d769e2511ca3 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9 HTTP/1.1" status: 200 len: 943 time: 0.4777856 Jul 07 18:32:21.203527 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029bf9f-4ed2-4477-9353-74f9c74fd92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b9618a-6717-4511-9df3-a979205213c6,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:21.227986 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-9029bf9f-4ed2-4477-9353-74f9c74fd92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:21.243575 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ea8f1326-e768-4480-a004-235dda956d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.246013 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ea8f1326-e768-4480-a004-235dda956d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.247425 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-ea8f1326-e768-4480-a004-235dda956d04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7cc44e6-cdb9-4fd8-aee0-c1576f7e35a7 HTTP/1.1" status: 204 len: 168 time: 0.6076217 Jul 07 18:32:21.249716 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-a7a5e39b-d85e-4445-875f-4fad635d1368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:21.256918 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9029bf9f-4ed2-4477-9353-74f9c74fd92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.261071 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-9029bf9f-4ed2-4477-9353-74f9c74fd92e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00b9618a-6717-4511-9df3-a979205213c6 HTTP/1.1" status: 204 len: 168 time: 0.5476563 Jul 07 18:32:21.274393 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f1326-e768-4480-a004-235dda956d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cc44e6-cdb9-4fd8-aee0-c1576f7e35a7,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:21.279499 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-ea8f1326-e768-4480-a004-235dda956d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:21.299296 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.306084 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-66d761e5-2dcf-4a6d-b854-8c6a54d9d844 req-dbbc110b-4970-4681-9593-f523367dc14a tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff4e1497-027f-465f-973f-d39875ba615a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935304 Jul 07 18:32:21.374642 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8980e75c-0e3f-43db-82fd-f625c9f47a71 {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:32:21.408305 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 8980e75c-0e3f-43db-82fd-f625c9f47a71, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=8980e75c-0e3f-43db-82fd-f625c9f47a71,segment=NetworkSegment(a67dfcbe-c679-4d3f-b4bc-195e22269185),segment_id=a67dfcbe-c679-4d3f-b4bc-195e22269185)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:32:21.417677 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.421309 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:21.577717 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=8980e75c-0e3f-43db-82fd-f625c9f47a71,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:21.586240 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:21.586986 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:21.587489 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:21.587983 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:21.588626 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:21.589122 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:21.589611 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:21.590102 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:21.590589 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:21.591114 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:21.591644 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:21.592161 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:21.597062 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:21.646776 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f0f0b-8a04-4709-a4a5-2cf883f72ddc req-358b9da3-1c35-4812-91d2-7dbf44aad2c3 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:21.648447 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-204f0f0b-8a04-4709-a4a5-2cf883f72ddc req-358b9da3-1c35-4812-91d2-7dbf44aad2c3 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.1582415 Jul 07 18:32:21.722305 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-204f0f0b-8a04-4709-a4a5-2cf883f72ddc req-fc50b45b-a2dd-439e-a3f9-3809350cfc70 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679331 Jul 07 18:32:21.764296 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['8980e75c-0e3f-43db-82fd-f625c9f47a71'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:32:21.876577 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 55218) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:21.898632 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a4283272-ced9-452e-ac33-4bba4a0bc012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.935982 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-a4283272-ced9-452e-ac33-4bba4a0bc012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:21.945858 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-a4283272-ced9-452e-ac33-4bba4a0bc012 admin admin] Usage tracker for resource:security_group_rule and tenant:57f45183c33344129798edec7337068c is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:21.956225 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-a4283272-ced9-452e-ac33-4bba4a0bc012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:21.970459 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-a4283272-ced9-452e-ac33-4bba4a0bc012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:22.059197 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 55226) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:22.090923 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a4283272-ced9-452e-ac33-4bba4a0bc012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.096324 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a4283272-ced9-452e-ac33-4bba4a0bc012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.105830 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-ea8f1326-e768-4480-a004-235dda956d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:22.153630 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4283272-ced9-452e-ac33-4bba4a0bc012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f90f98-e91b-4793-8539-9a6e21dce039,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:22.158464 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-a4283272-ced9-452e-ac33-4bba4a0bc012 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=57f45183c33344129798edec7337068c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805948 Jul 07 18:32:22.159437 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-a4283272-ced9-452e-ac33-4bba4a0bc012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:22.161993 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 55236) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:22.204885 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3270c129-04d9-4a9c-bd79-c5e802210c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.231005 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-3270c129-04d9-4a9c-bd79-c5e802210c5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:22.238746 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-3270c129-04d9-4a9c-bd79-c5e802210c5e admin admin] Usage tracker for resource:security_group_rule and tenant:8c7cc8c9a43f4abbbc56d35f1e9b4145 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:22.243457 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-3270c129-04d9-4a9c-bd79-c5e802210c5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:22.259822 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-3270c129-04d9-4a9c-bd79-c5e802210c5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:22.278187 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1421647f-cf99-4196-b283-a7b008fe0ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.362560 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1421647f-cf99-4196-b283-a7b008fe0ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.484918 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3270c129-04d9-4a9c-bd79-c5e802210c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.495863 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d426a3e-6fa1-403d-aabc-1bca0546c273 req-170cb70d-d7ba-4dec-adcd-3a7e4cdf8b00 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:22.497455 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5d426a3e-6fa1-403d-aabc-1bca0546c273 req-170cb70d-d7ba-4dec-adcd-3a7e4cdf8b00 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc92e5c8-a663-4201-8b53-d910be5108b5 HTTP/1.1" status: 200 len: 945 time: 0.1887872 Jul 07 18:32:22.499195 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3270c129-04d9-4a9c-bd79-c5e802210c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.507774 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1421647f-cf99-4196-b283-a7b008fe0ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.508343 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.520130 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:22.571647 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf971c-9817-430b-a6af-bd5d6097ee9c req-773cbd77-2815-47be-8f79-bec16e6f1fff tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:22.579236 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-69bf971c-9817-430b-a6af-bd5d6097ee9c req-773cbd77-2815-47be-8f79-bec16e6f1fff tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9 HTTP/1.1" status: 200 len: 943 time: 0.1660445 Jul 07 18:32:22.581430 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 55256) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:22.599520 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270c129-04d9-4a9c-bd79-c5e802210c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b584412-afc8-4754-a7ec-6cbf81ff4d3c,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:22.608234 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-3270c129-04d9-4a9c-bd79-c5e802210c5e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c7cc8c9a43f4abbbc56d35f1e9b4145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5471230 Jul 07 18:32:22.620942 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 55262) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:22.622867 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5d426a3e-6fa1-403d-aabc-1bca0546c273 req-707b8bbe-a37d-4149-a8a5-6034beade263 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091046 Jul 07 18:32:22.625059 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1421647f-cf99-4196-b283-a7b008fe0ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.628794 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-1421647f-cf99-4196-b283-a7b008fe0ce9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2f90f98-e91b-4793-8539-9a6e21dce039 HTTP/1.1" status: 204 len: 168 time: 0.4655259 Jul 07 18:32:22.630075 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421647f-cf99-4196-b283-a7b008fe0ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f90f98-e91b-4793-8539-9a6e21dce039,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:22.632743 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-1421647f-cf99-4196-b283-a7b008fe0ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:22.633407 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-99861406-0d1f-4037-9a4e-e87f9a92c3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:22.633919 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-99861406-0d1f-4037-9a4e-e87f9a92c3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:22.647019 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-69bf971c-9817-430b-a6af-bd5d6097ee9c req-ab46de9d-f583-45c2-8aef-3db2947459bb tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff4e1497-027f-465f-973f-d39875ba615a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667753 Jul 07 18:32:22.702182 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0c9b4c85-59b7-41b4-adb3-96c9f00fd102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.731053 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0c9b4c85-59b7-41b4-adb3-96c9f00fd102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.770091 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 9210e80e-fbb6-4bb3-ba12-cefdcdcea815 details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 07 18:32:22.777757 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1930374613-network', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:22.786846 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:22.791564 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] Usage tracker for resource:network and tenant:9fc98f6ee70c4b51a5cad91588179e46 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:22.795470 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:22.802860 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:22.815715 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] Made reservation on behalf of 9fc98f6ee70c4b51a5cad91588179e46 for: {'network': 1} {{(pid=78478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:22.819765 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for network, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.830335 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 8980e75c-0e3f-43db-82fd-f625c9f47a71 up at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:32:22.835461 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.855127 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:22.859780 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] Usage tracker for resource:security_group_rule and tenant:9fc98f6ee70c4b51a5cad91588179e46 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:22.863902 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:22.870891 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:22.897436 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0c9b4c85-59b7-41b4-adb3-96c9f00fd102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.909758 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-3a73798d-c875-4fa7-977b-68d456726a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:22.927802 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b4c85-59b7-41b4-adb3-96c9f00fd102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b584412-afc8-4754-a7ec-6cbf81ff4d3c,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:22.978751 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-0c9b4c85-59b7-41b4-adb3-96c9f00fd102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:23.037742 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0c9b4c85-59b7-41b4-adb3-96c9f00fd102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.041768 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-0c9b4c85-59b7-41b4-adb3-96c9f00fd102 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b584412-afc8-4754-a7ec-6cbf81ff4d3c HTTP/1.1" status: 204 len: 168 time: 0.4181247 Jul 07 18:32:23.103198 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 9210e80e-fbb6-4bb3-ba12-cefdcdcea815, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=9210e80e-fbb6-4bb3-ba12-cefdcdcea815,segment=NetworkSegment(0016132e-fd62-4b5c-b8f3-8c550422fbd7),segment_id=0016132e-fd62-4b5c-b8f3-8c550422fbd7)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:32:23.111488 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning for port 8980e75c-0e3f-43db-82fd-f625c9f47a71 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:23.116295 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c761550-928a-4c2b-91ae-07e0b552908c req-84bdfe4d-8fc3-41b2-9a1c-4f6579f3121b tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:23.121496 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-8c761550-928a-4c2b-91ae-07e0b552908c req-84bdfe4d-8fc3-41b2-9a1c-4f6579f3121b tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.2158706 Jul 07 18:32:23.124421 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning complete for port 8980e75c-0e3f-43db-82fd-f625c9f47a71 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:23.125118 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.177409 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.189982 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Returning: {'device': '9210e80e-fbb6-4bb3-ba12-cefdcdcea815', 'network_id': '13e35817-67a6-46f1-8647-44ebb5c4a319', 'port_id': '9210e80e-fbb6-4bb3-ba12-cefdcdcea815', 'mac_address': 'fa:16:3e:a5:9d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0630e2-7e2e-44ca-8f63-1d8910343085', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 07 18:32:23.204300 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-8c761550-928a-4c2b-91ae-07e0b552908c req-9fb9eca0-a453-4dd3-b11d-16145b20c65e tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726924 Jul 07 18:32:23.204987 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.218595 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=78478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:32:23.231104 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.231700 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.db.segments_db [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] Added segment 8d767d72-ca7b-47ef-913c-0915a64475be of type vlan for network eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e Jul 07 18:32:23.268136 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734830079582'] for network, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.290514 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-ce4a4b2e-7f9e-4fb9-9dcd-109bb42f2a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:23.309398 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.320998 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for network, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.325736 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:23.326344 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.336378 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481fd2ae-f79d-4513-9659-401d52bbe280,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:23.339627 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9210e80e-fbb6-4bb3-ba12-cefdcdcea815 {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:32:23.344435 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:23.344916 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-63a17761-5cd1-4234-9d7e-f7ffc823fbd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:23.347563 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.383360 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 9210e80e-fbb6-4bb3-ba12-cefdcdcea815, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=9210e80e-fbb6-4bb3-ba12-cefdcdcea815,segment=NetworkSegment(0016132e-fd62-4b5c-b8f3-8c550422fbd7),segment_id=0016132e-fd62-4b5c-b8f3-8c550422fbd7)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:32:23.390837 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc92e5c8-a663-4201-8b53-d910be5108b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8980e75c-0e3f-43db-82fd-f625c9f47a71'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:23.415107 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.420856 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:23.486883 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 8980e75c-0e3f-43db-82fd-f625c9f47a71, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=8980e75c-0e3f-43db-82fd-f625c9f47a71,segment=NetworkSegment(a67dfcbe-c679-4d3f-b4bc-195e22269185),segment_id=a67dfcbe-c679-4d3f-b4bc-195e22269185)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:32:23.489796 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc92e5c8-a663-4201-8b53-d910be5108b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8980e75c-0e3f-43db-82fd-f625c9f47a71', 'code': 200} Jul 07 18:32:23.508748 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.533284 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] Pushing event updated for resources: {'Network': ['ID=eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:23.534226 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=9210e80e-fbb6-4bb3-ba12-cefdcdcea815,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:23.537621 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9544380 Jul 07 18:32:23.538704 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:23.538995 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:23.539836 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:23.540727 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 55300) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:23.547393 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-854e6202-dbee-4928-8a18-d6af82319158 admin admin] Request body: {'subnet': {'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1930374613-subnet', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'ip_version': 4}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:23.553636 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-854e6202-dbee-4928-8a18-d6af82319158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:23.557910 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-854e6202-dbee-4928-8a18-d6af82319158 admin admin] Usage tracker for resource:subnet and tenant:9fc98f6ee70c4b51a5cad91588179e46 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:23.562137 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-854e6202-dbee-4928-8a18-d6af82319158 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:23.568890 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-854e6202-dbee-4928-8a18-d6af82319158 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:23.590871 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854e6202-dbee-4928-8a18-d6af82319158 admin admin] Made reservation on behalf of 9fc98f6ee70c4b51a5cad91588179e46 for: {'subnet': 1} {{(pid=78478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:23.597286 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-854e6202-dbee-4928-8a18-d6af82319158 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3274056'] for subnet, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.627924 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=8980e75c-0e3f-43db-82fd-f625c9f47a71,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:23.631741 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Network eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e details requested by agent ovs-agent-dv-cinder-798696-1-smb with host dv-cinder-798696-1-smb {{(pid=78479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 07 18:32:23.653227 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 55308) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:23.687052 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-cb0a25e0-1d17-4279-8ab3-55a8ecf6ace8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.724330 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-cb0a25e0-1d17-4279-8ab3-55a8ecf6ace8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:23.730120 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-cb0a25e0-1d17-4279-8ab3-55a8ecf6ace8 admin admin] Usage tracker for resource:security_group_rule and tenant:e429fc43399944f081cd14410fa96d5e is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:23.737544 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-cb0a25e0-1d17-4279-8ab3-55a8ecf6ace8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:23.753323 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-cb0a25e0-1d17-4279-8ab3-55a8ecf6ace8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:23.790381 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:23.951809 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['9210e80e-fbb6-4bb3-ba12-cefdcdcea815'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:32:23.971370 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584eced-9947-4ced-9519-19557224e9ea req-13674550-ec60-4677-a4f5-2da42872fee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:23.973243 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6584eced-9947-4ced-9519-19557224e9ea req-13674550-ec60-4677-a4f5-2da42872fee1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dc92e5c8-a663-4201-8b53-d910be5108b5 HTTP/1.1" status: 200 len: 1099 time: 0.1838219 Jul 07 18:32:24.031919 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af7ce4-c168-48fe-903c-c2456da09ee8 req-fcea71e1-8a74-4ffc-ba1e-c3875632b2ec tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:24.033777 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c3af7ce4-c168-48fe-903c-c2456da09ee8 req-fcea71e1-8a74-4ffc-ba1e-c3875632b2ec tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9 HTTP/1.1" status: 200 len: 944 time: 0.1838026 Jul 07 18:32:24.071676 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6584eced-9947-4ced-9519-19557224e9ea req-1c84b3ee-d5d7-45e4-8c2e-f9f316c3af3a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810654 Jul 07 18:32:24.099299 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-854e6202-dbee-4928-8a18-d6af82319158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3274078'] for subnet, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.110827 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-cb0a25e0-1d17-4279-8ab3-55a8ecf6ace8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.118006 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-11c739a8-6a69-4368-8f76-802e75fff98f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:24.126399 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-cb0a25e0-1d17-4279-8ab3-55a8ecf6ace8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.138042 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:24.171258 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c3af7ce4-c168-48fe-903c-c2456da09ee8 req-67148dd2-b75d-4b2e-a4c0-fd94c577f9a1 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff4e1497-027f-465f-973f-d39875ba615a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082804 Jul 07 18:32:24.218874 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e6202-dbee-4928-8a18-d6af82319158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11d92948-72fa-44c3-8472-30d15d83e94d,revision_number=0']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:24.223956 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-854e6202-dbee-4928-8a18-d6af82319158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:24.233235 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854e6202-dbee-4928-8a18-d6af82319158 admin admin] Checking segment: {'id': '8d767d72-ca7b-47ef-913c-0915a64475be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:24.233611 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854e6202-dbee-4928-8a18-d6af82319158 admin admin] Network hostable DHCP agents. Network: eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e, hostable agents: ['7844bae0-677e-4565-b01a-e2785e2cda9f'], hosted agents: [] {{(pid=78478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:32:24.240745 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-cb0a25e0-1d17-4279-8ab3-55a8ecf6ace8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e429fc43399944f081cd14410fa96d5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5858629 Jul 07 18:32:24.245117 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 55334) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:24.255773 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a25e0-1d17-4279-8ab3-55a8ecf6ace8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976afc66-c505-4c5d-b353-327b9e149103,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:24.267716 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-cb0a25e0-1d17-4279-8ab3-55a8ecf6ace8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:24.275121 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d233c94-5e1a-4c9d-9c6f-0bcd7b3e8849 req-77c647e3-4048-4508-b0d2-18024c83f7db tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:24.276636 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-8d233c94-5e1a-4c9d-9c6f-0bcd7b3e8849 req-77c647e3-4048-4508-b0d2-18024c83f7db tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc92e5c8-a663-4201-8b53-d910be5108b5 HTTP/1.1" status: 200 len: 946 time: 0.2262666 Jul 07 18:32:24.293387 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854e6202-dbee-4928-8a18-d6af82319158 admin admin] Network eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e is scheduled to be hosted by DHCP agent 7844bae0-677e-4565-b01a-e2785e2cda9f with binding_index 1 {{(pid=78478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:32:24.322478 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-854e6202-dbee-4928-8a18-d6af82319158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-smb, eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e) {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:24.349244 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854e6202-dbee-4928-8a18-d6af82319158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:24.350261 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-854e6202-dbee-4928-8a18-d6af82319158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.357264 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75485193-ef54-4128-9a67-5ba3aec09559 None None] Network eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:32:24.397347 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5626a9a6-c3b3-43d6-ba51-41902ed9e213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.447194 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-8d233c94-5e1a-4c9d-9c6f-0bcd7b3e8849 req-de8e820b-3303-4a7f-85a8-2b6255f56017 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547465 Jul 07 18:32:24.451711 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-854e6202-dbee-4928-8a18-d6af82319158 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9097257 Jul 07 18:32:24.454894 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 55342) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:24.463576 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-7b71e39c-5c2d-4ce2-8de3-26a74ccb28b7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1930374613-router', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11'}}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:24.475464 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-7b71e39c-5c2d-4ce2-8de3-26a74ccb28b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:24.483452 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-7b71e39c-5c2d-4ce2-8de3-26a74ccb28b7 admin admin] Usage tracker for resource:router and tenant:9fc98f6ee70c4b51a5cad91588179e46 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:24.488275 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5626a9a6-c3b3-43d6-ba51-41902ed9e213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.493628 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-7b71e39c-5c2d-4ce2-8de3-26a74ccb28b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:24.507433 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-7b71e39c-5c2d-4ce2-8de3-26a74ccb28b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:24.557151 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5626a9a6-c3b3-43d6-ba51-41902ed9e213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.567018 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-7b71e39c-5c2d-4ce2-8de3-26a74ccb28b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-546955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2478'] for router, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.567588 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-a4283272-ced9-452e-ac33-4bba4a0bc012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:24.568056 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-7b71e39c-5c2d-4ce2-8de3-26a74ccb28b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-699805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709345', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2519'] for router, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.586110 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626a9a6-c3b3-43d6-ba51-41902ed9e213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976afc66-c505-4c5d-b353-327b9e149103,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:24.598700 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-5626a9a6-c3b3-43d6-ba51-41902ed9e213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:24.600649 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5626a9a6-c3b3-43d6-ba51-41902ed9e213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.602086 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-5626a9a6-c3b3-43d6-ba51-41902ed9e213 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/976afc66-c505-4c5d-b353-327b9e149103 HTTP/1.1" status: 204 len: 168 time: 0.3550746 Jul 07 18:32:24.618338 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-7b71e39c-5c2d-4ce2-8de3-26a74ccb28b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.790628 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8f3e94d-d4ff-597a-b978-e9d82c1a24d1-eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e', 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'fixed_ips': [{'subnet_id': '11d92948-72fa-44c3-8472-30d15d83e94d'}]}} from dv-cinder-798696-1-smb. {{(pid=78479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 07 18:32:24.791680 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.934747 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b669d79-d13f-4abe-bc21-72418a5d4e9c req-64471f2d-e9ef-4577-bc47-9c4e34e6dbf5 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:24.942915 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4b669d79-d13f-4abe-bc21-72418a5d4e9c req-64471f2d-e9ef-4577-bc47-9c4e34e6dbf5 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.4153328 Jul 07 18:32:24.968397 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-7b71e39c-5c2d-4ce2-8de3-26a74ccb28b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-552987', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-546964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2497'] for router, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.104512 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4b669d79-d13f-4abe-bc21-72418a5d4e9c req-5027dd59-cd58-4a22-9bbd-e4a47b5c41b3 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605380 Jul 07 18:32:25.108388 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] Allocated IP 172.20.0.2 (eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e/11d92948-72fa-44c3-8472-30d15d83e94d/fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:25.432958 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b9c81-9548-4555-900d-37403eec0070 req-864b2321-8971-4f78-bd66-8d03d14d99a6 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:25.436931 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-757b9c81-9548-4555-900d-37403eec0070 req-864b2321-8971-4f78-bd66-8d03d14d99a6 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9 HTTP/1.1" status: 200 len: 944 time: 0.1456871 Jul 07 18:32:25.546394 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-757b9c81-9548-4555-900d-37403eec0070 req-91c68dd8-dade-4702-a34d-db118a4ee17b tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff4e1497-027f-465f-973f-d39875ba615a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028726 Jul 07 18:32:25.553289 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.570497 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] Transition to ACTIVE for port object fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4 will not be triggered until provisioned by entity L2. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:25.591503 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] Transition to ACTIVE for port object fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4 will not be triggered until provisioned by entity DHCP. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:25.600566 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.607122 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:25.640195 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-7b71e39c-5c2d-4ce2-8de3-26a74ccb28b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.690863 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] Network eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:25.694315 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:25.698453 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:32:25.698806 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-7b71e39c-5c2d-4ce2-8de3-26a74ccb28b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.755756 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] Pushing event updated for resources: {'Port': ['ID=fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:25.826244 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:25.867346 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_common [None req-7b71e39c-5c2d-4ce2-8de3-26a74ccb28b7 admin admin] Allocated IP 172.28.1.129 (7ef95752-4103-4704-97c1-943158aedf11/1cf84b46-eaf0-4390-8fc2-d553f7bad2f6/73e4e713-d28f-41c3-8002-b05fd7b54aa9) {{(pid=78477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:25.884648 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] Attempting to bind port fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4 on host dv-cinder-798696-1-smb for vnic_type normal with profile {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:25.885080 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] Attempting to bind port fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4 by drivers openvswitch,hyperv on host dv-cinder-798696-1-smb at level 0 using segments [{'id': '8d767d72-ca7b-47ef-913c-0915a64475be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e'}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:25.885458 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] Attempting to bind port fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4 on network eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:25.900011 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] Checking agent: {'id': '0db86e1d-da65-40b6-b0e9-b4ccdca3fd82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 18), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:25.900396 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] Checking segment: {'id': '8d767d72-ca7b-47ef-913c-0915a64475be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:25.900804 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.901609 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] Bound using segment: {'id': '8d767d72-ca7b-47ef-913c-0915a64475be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e'} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:25.901945 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32afeba-abe8-4ec5-a2a0-d7518febeadf req-104759df-c273-4cce-8673-ddc3d27f051a tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:25.902406 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] Bound port: fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4, host: dv-cinder-798696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d767d72-ca7b-47ef-913c-0915a64475be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e'}}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:25.902507 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.923872 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e32afeba-abe8-4ec5-a2a0-d7518febeadf req-104759df-c273-4cce-8673-ddc3d27f051a tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc92e5c8-a663-4201-8b53-d910be5108b5 HTTP/1.1" status: 200 len: 946 time: 0.1478610 Jul 07 18:32:26.027154 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e32afeba-abe8-4ec5-a2a0-d7518febeadf req-25ed0270-8de2-48e1-aeb7-195237e6e8a7 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022890 Jul 07 18:32:26.052955 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] For port fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4, host dv-cinder-798696-1-smb, cleared binding levels {{(pid=78479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:32:26.056972 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] For port fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4, host dv-cinder-798696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4,segment=NetworkSegment(8d767d72-ca7b-47ef-913c-0915a64475be),segment_id=8d767d72-ca7b-47ef-913c-0915a64475be)] {{(pid=78479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:32:26.064238 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.075574 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:26.104725 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-7b71e39c-5c2d-4ce2-8de3-26a74ccb28b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.166079 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] Pushing event updated for resources: {'Port': ['ID=fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4,revision_number=2']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:26.168178 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-7b71e39c-5c2d-4ce2-8de3-26a74ccb28b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.170534 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:26.186287 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:26.274754 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71e39c-5c2d-4ce2-8de3-26a74ccb28b7 admin admin] Pushing event updated for resources: {'Port': ['ID=73e4e713-d28f-41c3-8002-b05fd7b54aa9,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:26.277972 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-7b71e39c-5c2d-4ce2-8de3-26a74ccb28b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:26.291206 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b71e39c-5c2d-4ce2-8de3-26a74ccb28b7 admin admin] Network 7ef95752-4103-4704-97c1-943158aedf11 is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:26.292776 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [None req-7b71e39c-5c2d-4ce2-8de3-26a74ccb28b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:26.299501 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b71e39c-5c2d-4ce2-8de3-26a74ccb28b7 admin admin] Received port after_create {{(pid=78477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:32:26.343589 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 55408) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:26.503690 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 55416) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:26.641615 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-88d644a8-d204-4e35-9312-a3e6bcaf860d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.666324 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-72e9317c-b1b3-4054-9531-845f30a21ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.682477 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-88d644a8-d204-4e35-9312-a3e6bcaf860d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:26.687581 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-88d644a8-d204-4e35-9312-a3e6bcaf860d admin admin] Usage tracker for resource:security_group_rule and tenant:7ae121d975e14ec389b14341bb97e46e is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:26.691269 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-88d644a8-d204-4e35-9312-a3e6bcaf860d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:26.698405 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-88d644a8-d204-4e35-9312-a3e6bcaf860d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:26.792651 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 9210e80e-fbb6-4bb3-ba12-cefdcdcea815 up at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:32:26.804934 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-88d644a8-d204-4e35-9312-a3e6bcaf860d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.854391 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306ad25-a144-4ea1-8359-4cb24014d5ac req-8e346384-ccd8-4e7a-b987-a1597b92d10f tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:26.856481 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d306ad25-a144-4ea1-8359-4cb24014d5ac req-8e346384-ccd8-4e7a-b987-a1597b92d10f tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.4905148 Jul 07 18:32:26.861745 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-72e9317c-b1b3-4054-9531-845f30a21ee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:26.867154 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-72e9317c-b1b3-4054-9531-845f30a21ee8 admin admin] Usage tracker for resource:security_group_rule and tenant:f9bac00d6b0841f28d6f56dcadad1a71 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:26.871532 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-72e9317c-b1b3-4054-9531-845f30a21ee8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:26.878278 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-72e9317c-b1b3-4054-9531-845f30a21ee8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:26.881427 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning for port 9210e80e-fbb6-4bb3-ba12-cefdcdcea815 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:26.889931 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning complete for port 9210e80e-fbb6-4bb3-ba12-cefdcdcea815 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:26.890513 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.984396 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d306ad25-a144-4ea1-8359-4cb24014d5ac req-d6bbfb6a-ac04-41f4-a1a4-c1f06a9a4d81 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206861 Jul 07 18:32:27.077726 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-88d644a8-d204-4e35-9312-a3e6bcaf860d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.107485 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:27.228413 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-7b71e39c-5c2d-4ce2-8de3-26a74ccb28b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.241370 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.260823 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d644a8-d204-4e35-9312-a3e6bcaf860d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de18e07f-e0b5-4b62-ac8e-561c62646b92,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:27.270875 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9210e80e-fbb6-4bb3-ba12-cefdcdcea815'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:27.273692 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-88d644a8-d204-4e35-9312-a3e6bcaf860d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:27.279282 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-88d644a8-d204-4e35-9312-a3e6bcaf860d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ae121d975e14ec389b14341bb97e46e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7743840 Jul 07 18:32:27.281462 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 55436) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:27.297092 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 9210e80e-fbb6-4bb3-ba12-cefdcdcea815, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=9210e80e-fbb6-4bb3-ba12-cefdcdcea815,segment=NetworkSegment(0016132e-fd62-4b5c-b8f3-8c550422fbd7),segment_id=0016132e-fd62-4b5c-b8f3-8c550422fbd7)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:32:27.302888 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.306539 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:27.311732 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-72e9317c-b1b3-4054-9531-845f30a21ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.322425 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-72e9317c-b1b3-4054-9531-845f30a21ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.343469 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-0c9b4c85-59b7-41b4-adb3-96c9f00fd102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:27.364379 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9210e80e-fbb6-4bb3-ba12-cefdcdcea815', 'code': 200} Jul 07 18:32:27.372030 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:32:27.432794 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf0b46-b282-4096-8333-8e8032cc1ea4 req-140ac3f0-2467-4ac1-a8d7-ed4d12c76a23 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:27.440503 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-58bf0b46-b282-4096-8333-8e8032cc1ea4 req-140ac3f0-2467-4ac1-a8d7-ed4d12c76a23 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9 HTTP/1.1" status: 200 len: 944 time: 0.6426423 Jul 07 18:32:27.444113 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9317c-b1b3-4054-9531-845f30a21ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adafecd-0b66-433d-be6f-852902945b08,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:27.455665 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-72e9317c-b1b3-4054-9531-845f30a21ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:27.458119 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-72e9317c-b1b3-4054-9531-845f30a21ee8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9bac00d6b0841f28d6f56dcadad1a71&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1130106 Jul 07 18:32:27.482983 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 55440) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:27.510242 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=9210e80e-fbb6-4bb3-ba12-cefdcdcea815,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:27.513646 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:27.519927 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning for port fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:27.559283 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a7467626-e10e-4ac4-893d-d2a481424c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.600200 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-58bf0b46-b282-4096-8333-8e8032cc1ea4 req-32e1b5e8-6685-4ffb-a919-18b9010fee8c tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff4e1497-027f-465f-973f-d39875ba615a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586745 Jul 07 18:32:27.631063 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a7467626-e10e-4ac4-893d-d2a481424c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.646742 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd30d44-fcbc-40ff-9f2c-374272d7cb23 None None] Network eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:32:27.652161 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a88b533b-7790-4d03-89fc-b08ea3c3e7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.741393 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-7314c45e-77a9-40db-b1e8-6951b47b8f43 None None] Provisioning for port fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4 completed by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:27.752570 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-7314c45e-77a9-40db-b1e8-6951b47b8f43 None None] Provisioning complete for port fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4 triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:27.752944 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7314c45e-77a9-40db-b1e8-6951b47b8f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.765550 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a88b533b-7790-4d03-89fc-b08ea3c3e7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.812845 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a7467626-e10e-4ac4-893d-d2a481424c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.817637 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-883dc998-e51b-4eeb-b3ba-f1ff0f5f1b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:27.832174 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7467626-e10e-4ac4-893d-d2a481424c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de18e07f-e0b5-4b62-ac8e-561c62646b92,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:27.835745 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-a7467626-e10e-4ac4-893d-d2a481424c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:27.846655 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a7467626-e10e-4ac4-893d-d2a481424c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.848711 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-a7467626-e10e-4ac4-893d-d2a481424c20 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de18e07f-e0b5-4b62-ac8e-561c62646b92 HTTP/1.1" status: 204 len: 168 time: 0.5634518 Jul 07 18:32:27.850254 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a88b533b-7790-4d03-89fc-b08ea3c3e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.854134 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a88b533b-7790-4d03-89fc-b08ea3c3e7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.854515 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-a88b533b-7790-4d03-89fc-b08ea3c3e7d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7adafecd-0b66-433d-be6f-852902945b08 HTTP/1.1" status: 204 len: 168 time: 0.3695560 Jul 07 18:32:27.855327 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:27.866951 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b533b-7790-4d03-89fc-b08ea3c3e7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adafecd-0b66-433d-be6f-852902945b08,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:27.869197 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-a88b533b-7790-4d03-89fc-b08ea3c3e7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:27.925285 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-7b71e39c-5c2d-4ce2-8de3-26a74ccb28b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-546946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553022'] for router, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.992320 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fcae28-b93a-4d0c-88f9-942200d77ef9 req-e84e4794-495e-473c-a455-1676b4dc7f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:27.994201 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-89fcae28-b93a-4d0c-88f9-942200d77ef9 req-e84e4794-495e-473c-a455-1676b4dc7f69 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9 HTTP/1.1" status: 200 len: 1098 time: 0.3541002 Jul 07 18:32:28.136978 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-89fcae28-b93a-4d0c-88f9-942200d77ef9 req-686d8bca-e9e8-4aba-9d99-e68b98ed190e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ff4e1497-027f-465f-973f-d39875ba615a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216996 Jul 07 18:32:28.200989 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b71e39c-5c2d-4ce2-8de3-26a74ccb28b7 admin admin] Router fd88db99-3fde-4f6f-889d-50f5fa669805 is scheduled to L3 agent 8deec948-1501-4327-a4fb-a95820cab163 with binding_index 1 {{(pid=78477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:32:28.353508 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757340a-12ac-4363-9660-b0073767c68d req-4cbcda7d-741e-463d-98f0-2676e7d5fd94 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:28.364592 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-0757340a-12ac-4363-9660-b0073767c68d req-4cbcda7d-741e-463d-98f0-2676e7d5fd94 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.1539922 Jul 07 18:32:28.374392 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7314c45e-77a9-40db-b1e8-6951b47b8f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:28.494918 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-0757340a-12ac-4363-9660-b0073767c68d req-321de721-48ef-44cc-8ee3-fbb9ccb832d1 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290512 Jul 07 18:32:28.513475 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b71e39c-5c2d-4ce2-8de3-26a74ccb28b7 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:32:28.535747 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-7314c45e-77a9-40db-b1e8-6951b47b8f43 None None] For port fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4,segment=NetworkSegment(8d767d72-ca7b-47ef-913c-0915a64475be),segment_id=8d767d72-ca7b-47ef-913c-0915a64475be)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:32:28.538498 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] Sync routers for ids ['fd88db99-3fde-4f6f-889d-50f5fa669805'] in dv-cinder-798696-1-smb {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:28.553663 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7314c45e-77a9-40db-b1e8-6951b47b8f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:28.557830 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] Routers {'fd88db99-3fde-4f6f-889d-50f5fa669805'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:32:28.558476 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:32:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['fd88db99-3fde-4f6f-889d-50f5fa669805'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:28.561596 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-b60c2ee2-6621-48bb-8023-cdd6f2037203 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:28.590083 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-7b71e39c-5c2d-4ce2-8de3-26a74ccb28b7 admin admin] Notify callbacks [] for router, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:28.595903 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-7b71e39c-5c2d-4ce2-8de3-26a74ccb28b7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1370881 Jul 07 18:32:28.596198 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 55478) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:28.712690 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314c45e-77a9-40db-b1e8-6951b47b8f43 None None] Pushing event updated for resources: {'Port': ['ID=fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4,revision_number=3']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:28.719514 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-7314c45e-77a9-40db-b1e8-6951b47b8f43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:28.970898 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] Set router fd88db99-3fde-4f6f-889d-50f5fa669805 gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:32:28.989508 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 55488) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:29.042104 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9d97404c-b58d-42ca-b4db-c8269bb60af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:29.086858 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-9d97404c-b58d-42ca-b4db-c8269bb60af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:29.091933 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-e32ad04e-f334-4000-aca8-d92e7c1b39ac None None] Provisioning complete for port fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4 triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:29.095395 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e32ad04e-f334-4000-aca8-d92e7c1b39ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:29.097066 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-9d97404c-b58d-42ca-b4db-c8269bb60af8 admin admin] Usage tracker for resource:security_group_rule and tenant:eb8591ee4e644b4fbc41fab789b30fed is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:29.107569 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-9d97404c-b58d-42ca-b4db-c8269bb60af8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:29.117021 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-9d97404c-b58d-42ca-b4db-c8269bb60af8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:29.274063 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:32:29.437669 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9d97404c-b58d-42ca-b4db-c8269bb60af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:29.444121 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9d97404c-b58d-42ca-b4db-c8269bb60af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:29.454949 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-bde37512-5a55-41f9-ae33-182ff3842a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:29.536901 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'name': 'tempest-TestMinimumBasicScenario-1930374613-router', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': '73e4e713-d28f-41c3-8002-b05fd7b54aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:24Z', 'updated_at': '2021-07-07T18:32:26Z', 'revision_number': 3, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'gw_port': {'id': '73e4e713-d28f-41c3-8002-b05fd7b54aa9', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:29.541379 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97404c-b58d-42ca-b4db-c8269bb60af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1b0258-e3b6-41b8-9c71-2084fd8e44b0,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:29.542685 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] Checking router: fd88db99-3fde-4f6f-889d-50f5fa669805 for host: dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:32:29.543573 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] Updating router fd88db99-3fde-4f6f-889d-50f5fa669805 port 73e4e713-d28f-41c3-8002-b05fd7b54aa9 binding host dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:32:29.551735 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-9d97404c-b58d-42ca-b4db-c8269bb60af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:29.635795 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-9d97404c-b58d-42ca-b4db-c8269bb60af8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb8591ee4e644b4fbc41fab789b30fed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6447277 Jul 07 18:32:29.641980 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 55502) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:29.643162 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:29.694069 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:29.694635 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:29.814805 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 55508) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:29.818531 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-03e0c586-e35e-4bfe-9c02-bd8c4e2768a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:29.851552 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104e691-3546-4c6f-a2bd-9743a957c59e req-a56f6d2d-0b81-457c-b7e3-5b01a7587bf2 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:29.858689 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e104e691-3546-4c6f-a2bd-9743a957c59e req-a56f6d2d-0b81-457c-b7e3-5b01a7587bf2 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9 HTTP/1.1" status: 200 len: 945 time: 0.3271127 Jul 07 18:32:29.899733 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-03e0c586-e35e-4bfe-9c02-bd8c4e2768a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:29.986432 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e104e691-3546-4c6f-a2bd-9743a957c59e req-ae1080a9-c8d1-4e5c-b143-08e0e874796a tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff4e1497-027f-465f-973f-d39875ba615a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265202 Jul 07 18:32:30.007962 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5791b-e6db-437d-b6e3-90d64b28caba req-67fafe50-aeae-4c4a-b18d-2598ec26bac2 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:30.010055 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a7d5791b-e6db-437d-b6e3-90d64b28caba req-67fafe50-aeae-4c4a-b18d-2598ec26bac2 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.2300963 Jul 07 18:32:30.083598 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-03e0c586-e35e-4bfe-9c02-bd8c4e2768a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.089386 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-48d1f816-b3e2-4c32-8c32-8b4bda28ba0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:30.095774 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.111374 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] Transition to ACTIVE for port object 73e4e713-d28f-41c3-8002-b05fd7b54aa9 will not be triggered until provisioned by entity L2. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:30.111993 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0c586-e35e-4bfe-9c02-bd8c4e2768a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1b0258-e3b6-41b8-9c71-2084fd8e44b0,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:30.116938 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-03e0c586-e35e-4bfe-9c02-bd8c4e2768a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:30.121745 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.131674 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-03e0c586-e35e-4bfe-9c02-bd8c4e2768a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.132803 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-03e0c586-e35e-4bfe-9c02-bd8c4e2768a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed1b0258-e3b6-41b8-9c71-2084fd8e44b0 HTTP/1.1" status: 204 len: 168 time: 0.4876986 Jul 07 18:32:30.144359 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-348274720-network', 'tenant_id': '7df1e3622f3e43809f21dc03780af7a7'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:30.158290 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:30.163056 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:30.167965 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] Usage tracker for resource:network and tenant:7df1e3622f3e43809f21dc03780af7a7 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:30.171207 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:30.178201 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:30.192815 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] Made reservation on behalf of 7df1e3622f3e43809f21dc03780af7a7 for: {'network': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:30.195995 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for network, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.196753 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a7d5791b-e6db-437d-b6e3-90d64b28caba req-81ca6a5f-6e51-4b9c-891b-2cf77121a1bb tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806662 Jul 07 18:32:30.210243 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.226730 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:30.230561 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] Usage tracker for resource:security_group_rule and tenant:7df1e3622f3e43809f21dc03780af7a7 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:30.233418 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:30.239666 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:30.317441 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55defe1d-45ea-4d1e-9133-c676fa2752eb None None] Pushing event updated for resources: {'Port': ['ID=73e4e713-d28f-41c3-8002-b05fd7b54aa9,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:30.345214 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55defe1d-45ea-4d1e-9133-c676fa2752eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:30.346553 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.347094 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55defe1d-45ea-4d1e-9133-c676fa2752eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:30.347513 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55defe1d-45ea-4d1e-9133-c676fa2752eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:30.347866 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55defe1d-45ea-4d1e-9133-c676fa2752eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:30.348552 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55defe1d-45ea-4d1e-9133-c676fa2752eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:30.348895 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55defe1d-45ea-4d1e-9133-c676fa2752eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:30.349238 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55defe1d-45ea-4d1e-9133-c676fa2752eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:30.349547 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55defe1d-45ea-4d1e-9133-c676fa2752eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:30.351003 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55defe1d-45ea-4d1e-9133-c676fa2752eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:30.352272 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55defe1d-45ea-4d1e-9133-c676fa2752eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:30.352420 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.353205 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55defe1d-45ea-4d1e-9133-c676fa2752eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:30.353798 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55defe1d-45ea-4d1e-9133-c676fa2752eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:30.358907 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-43cd32d2-1298-4690-bd5b-1b95f3ae5fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:30.371886 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b2dc6e3e-4bb8-48e5-bae8-a1d76f548a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.383159 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-55defe1d-45ea-4d1e-9133-c676fa2752eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:30.387118 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=78477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:32:30.407756 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:30.410774 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.411185 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.db.segments_db [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] Added segment db6ea28b-00a7-4d39-91fa-f1432f6f9caf of type vlan for network 8b57063e-64e9-4ce5-9f30-b1d950c5ee5d Jul 07 18:32:30.412685 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:30.432757 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] Attempting to bind port 73e4e713-d28f-41c3-8002-b05fd7b54aa9 on host dv-cinder-798696-1-smb for vnic_type normal with profile {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:30.435123 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] Attempting to bind port 73e4e713-d28f-41c3-8002-b05fd7b54aa9 by drivers openvswitch,hyperv on host dv-cinder-798696-1-smb at level 0 using segments [{'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:30.436241 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] Attempting to bind port 73e4e713-d28f-41c3-8002-b05fd7b54aa9 on network 7ef95752-4103-4704-97c1-943158aedf11 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:30.444541 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734830079582'] for network, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.445953 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] Checking agent: {'id': '0db86e1d-da65-40b6-b0e9-b4ccdca3fd82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 18), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:30.446567 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] Checking segment: {'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:30.447167 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.449450 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] Bound using segment: {'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:30.450633 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] Bound port: 73e4e713-d28f-41c3-8002-b05fd7b54aa9, host: dv-cinder-798696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'}}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:30.452171 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.491963 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for network, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.494136 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:30.497478 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.518556 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-3efa1885-3f5c-4a6b-a420-a65f02b151f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:30.597967 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] For port 73e4e713-d28f-41c3-8002-b05fd7b54aa9, host dv-cinder-798696-1-smb, cleared binding levels {{(pid=78480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:32:30.604844 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] For port 73e4e713-d28f-41c3-8002-b05fd7b54aa9, host dv-cinder-798696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=73e4e713-d28f-41c3-8002-b05fd7b54aa9,segment=NetworkSegment(34c6f55a-e384-474c-af70-55cf6bf9ed8f),segment_id=34c6f55a-e384-474c-af70-55cf6bf9ed8f)] {{(pid=78480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:32:30.617395 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.623661 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a135b63c-6855-4b5e-a42b-ff3cbf6f43f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:30.633995 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] Pushing event updated for resources: {'Network': ['ID=8b57063e-64e9-4ce5-9f30-b1d950c5ee5d,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:30.639978 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:30.646413 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Network 8b57063e-64e9-4ce5-9f30-b1d950c5ee5d details requested by agent ovs-agent-dv-cinder-798696-1-smb with host dv-cinder-798696-1-smb {{(pid=78479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 07 18:32:30.662268 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8461835 Jul 07 18:32:30.664892 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 55532) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:30.670625 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-9048e9f3-c472-4777-85d2-8b787ac68c81 admin admin] Request body: {'subnet': {'network_id': '8b57063e-64e9-4ce5-9f30-b1d950c5ee5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-348274720-subnet', 'tenant_id': '7df1e3622f3e43809f21dc03780af7a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:30.676396 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-9048e9f3-c472-4777-85d2-8b787ac68c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:30.680586 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-9048e9f3-c472-4777-85d2-8b787ac68c81 admin admin] Usage tracker for resource:subnet and tenant:7df1e3622f3e43809f21dc03780af7a7 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:30.683810 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-9048e9f3-c472-4777-85d2-8b787ac68c81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:30.690868 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-9048e9f3-c472-4777-85d2-8b787ac68c81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:30.704488 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9048e9f3-c472-4777-85d2-8b787ac68c81 admin admin] Made reservation on behalf of 7df1e3622f3e43809f21dc03780af7a7 for: {'subnet': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:30.708415 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9048e9f3-c472-4777-85d2-8b787ac68c81 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.723400 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.db_base_plugin_common [None req-b2dc6e3e-4bb8-48e5-bae8-a1d76f548a54 admin admin] Allocated IP 172.20.0.1 (eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e/11d92948-72fa-44c3-8472-30d15d83e94d/5f1a6ada-0989-4b3a-bc4b-250b02e7245a) {{(pid=78478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:30.759953 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] Routers {'fd88db99-3fde-4f6f-889d-50f5fa669805'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:32:30.760591 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:32:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['fd88db99-3fde-4f6f-889d-50f5fa669805'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:30.852103 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55defe1d-45ea-4d1e-9133-c676fa2752eb None None] Pushing event updated for resources: {'Port': ['ID=73e4e713-d28f-41c3-8002-b05fd7b54aa9,revision_number=3']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:30.882683 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-55defe1d-45ea-4d1e-9133-c676fa2752eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:30.916249 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b2dc6e3e-4bb8-48e5-bae8-a1d76f548a54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.956319 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.provisioning_blocks [None req-b2dc6e3e-4bb8-48e5-bae8-a1d76f548a54 admin admin] Transition to ACTIVE for port object 5f1a6ada-0989-4b3a-bc4b-250b02e7245a will not be triggered until provisioned by entity DHCP. {{(pid=78478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:30.976678 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9048e9f3-c472-4777-85d2-8b787ac68c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for subnet, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.982683 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-be21c1d8-f00e-4863-8ddd-4d646a120c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:30.988258 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b2dc6e3e-4bb8-48e5-bae8-a1d76f548a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4077769'] for port, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.996042 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-ef845cc6-4188-475e-8a31-5f7505856efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:31.077208 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dc6e3e-4bb8-48e5-bae8-a1d76f548a54 admin admin] Network eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e is already hosted by enough agents. {{(pid=78478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:31.086136 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-b2dc6e3e-4bb8-48e5-bae8-a1d76f548a54 admin admin] Resources bound (agent type, host, resource id): {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:31.090603 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dc6e3e-4bb8-48e5-bae8-a1d76f548a54 admin admin] Received port after_create {{(pid=78478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:32:31.090813 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048e9f3-c472-4777-85d2-8b787ac68c81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95bdbec5-1cdc-49d5-a1d9-167b4d7b415b,revision_number=0']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:31.099006 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-9048e9f3-c472-4777-85d2-8b787ac68c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:31.099877 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9048e9f3-c472-4777-85d2-8b787ac68c81 admin admin] Checking segment: {'id': 'db6ea28b-00a7-4d39-91fa-f1432f6f9caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8b57063e-64e9-4ce5-9f30-b1d950c5ee5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:31.103772 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9048e9f3-c472-4777-85d2-8b787ac68c81 admin admin] Network hostable DHCP agents. Network: 8b57063e-64e9-4ce5-9f30-b1d950c5ee5d, hostable agents: ['7844bae0-677e-4565-b01a-e2785e2cda9f'], hosted agents: [] {{(pid=78477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:32:31.107926 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] Set router fd88db99-3fde-4f6f-889d-50f5fa669805 gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:32:31.140694 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9048e9f3-c472-4777-85d2-8b787ac68c81 admin admin] Network 8b57063e-64e9-4ce5-9f30-b1d950c5ee5d is scheduled to be hosted by DHCP agent 7844bae0-677e-4565-b01a-e2785e2cda9f with binding_index 1 {{(pid=78477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:32:31.154162 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [None req-9048e9f3-c472-4777-85d2-8b787ac68c81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-smb, 8b57063e-64e9-4ce5-9f30-b1d950c5ee5d) {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:31.164344 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0f3e2b-2ce9-4aa1-a2eb-bbb8a77e5344 None None] Network 8b57063e-64e9-4ce5-9f30-b1d950c5ee5d requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:32:31.168884 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9048e9f3-c472-4777-85d2-8b787ac68c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:31.171911 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9048e9f3-c472-4777-85d2-8b787ac68c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:31.221690 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-9048e9f3-c472-4777-85d2-8b787ac68c81 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5555012 Jul 07 18:32:31.538162 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc6e3e-4bb8-48e5-bae8-a1d76f548a54 admin admin] Pushing event updated for resources: {'Port': ['ID=5f1a6ada-0989-4b3a-bc4b-250b02e7245a,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:31.552436 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-b2dc6e3e-4bb8-48e5-bae8-a1d76f548a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:31.611609 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b2dc6e3e-4bb8-48e5-bae8-a1d76f548a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553208'] for router_interface, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:31.645444 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b606293-fb63-4dc2-8e70-7f7c7384e708 req-3ac857a7-d395-40e7-8b38-ba9f873d1bd8 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:31.647032 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1b606293-fb63-4dc2-8e70-7f7c7384e708 req-3ac857a7-d395-40e7-8b38-ba9f873d1bd8 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.1898637 Jul 07 18:32:31.664481 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-71319196-bd6d-452e-b223-a86f799992c7 None None] Provisioning for port 5f1a6ada-0989-4b3a-bc4b-250b02e7245a completed by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:31.689264 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-71319196-bd6d-452e-b223-a86f799992c7 None None] Provisioning complete for port 5f1a6ada-0989-4b3a-bc4b-250b02e7245a triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:31.689645 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-71319196-bd6d-452e-b223-a86f799992c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:31.694957 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d0944-00a3-4302-9745-eb2083d3b8b4 req-5fea2149-d6ac-4cfe-9300-f46348442eff tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:31.704881 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-8d2d0944-00a3-4302-9745-eb2083d3b8b4 req-5fea2149-d6ac-4cfe-9300-f46348442eff tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9 HTTP/1.1" status: 200 len: 945 time: 0.2971017 Jul 07 18:32:31.734449 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1b606293-fb63-4dc2-8e70-7f7c7384e708 req-62fc1eb5-7b53-45bb-acb1-a32d7a449233 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789483 Jul 07 18:32:31.756455 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0190c43-a328-4d67-9e3a-43ccba452dbf None None] Network 8b57063e-64e9-4ce5-9f30-b1d950c5ee5d requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:32:31.835761 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-8d2d0944-00a3-4302-9745-eb2083d3b8b4 req-3603fe9d-ef81-4d2b-acbd-36ccb7ac03f0 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff4e1497-027f-465f-973f-d39875ba615a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276188 Jul 07 18:32:31.851862 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'name': 'tempest-TestMinimumBasicScenario-1930374613-router', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': '73e4e713-d28f-41c3-8002-b05fd7b54aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:24Z', 'updated_at': '2021-07-07T18:32:26Z', 'revision_number': 3, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'gw_port': {'id': '73e4e713-d28f-41c3-8002-b05fd7b54aa9', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:31.861670 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490a42d2-f965-44cc-b86b-0294bd3584f2 None None] The sync data for ids ['fd88db99-3fde-4f6f-889d-50f5fa669805'] in dv-cinder-798696-1-smb is: [{'id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'name': 'tempest-TestMinimumBasicScenario-1930374613-router', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': '73e4e713-d28f-41c3-8002-b05fd7b54aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:24Z', 'updated_at': '2021-07-07T18:32:26Z', 'revision_number': 3, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'gw_port': {'id': '73e4e713-d28f-41c3-8002-b05fd7b54aa9', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}] {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:31.992864 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-71319196-bd6d-452e-b223-a86f799992c7 None None] Port 5f1a6ada-0989-4b3a-bc4b-250b02e7245a cannot update to ACTIVE because it is not bound. {{(pid=78479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:32.052390 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b2dc6e3e-4bb8-48e5-bae8-a1d76f548a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:32.489660 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b2dc6e3e-4bb8-48e5-bae8-a1d76f548a54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:32.496619 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b2dc6e3e-4bb8-48e5-bae8-a1d76f548a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4077760'] for port, after_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:32.544500 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-ef845cc6-4188-475e-8a31-5f7505856efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:32.659331 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc6e3e-4bb8-48e5-bae8-a1d76f548a54 admin admin] Pushing event updated for resources: {'Port': ['ID=5f1a6ada-0989-4b3a-bc4b-250b02e7245a,revision_number=2']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:32.674041 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-b2dc6e3e-4bb8-48e5-bae8-a1d76f548a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:32.729478 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b2dc6e3e-4bb8-48e5-bae8-a1d76f548a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546883'] for router_interface, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:33.138632 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dc6e3e-4bb8-48e5-bae8-a1d76f548a54 admin admin] Network eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e is already hosted by enough agents. {{(pid=78478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:33.139877 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-b2dc6e3e-4bb8-48e5-bae8-a1d76f548a54 admin admin] Resources bound (agent type, host, resource id): {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:33.287791 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 73e4e713-d28f-41c3-8002-b05fd7b54aa9 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:32:33.392184 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc8dc1-451e-4f81-99a7-20a9698ff38b req-36ca973a-d7b8-4050-b870-ac3fdec01d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:33.394997 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c3fc8dc1-451e-4f81-99a7-20a9698ff38b req-36ca973a-d7b8-4050-b870-ac3fdec01d6f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 1099 time: 0.6420686 Jul 07 18:32:33.415880 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a528f-7445-4b30-93bd-be8482f2c735 req-19eaa572-bb20-47d9-bd27-a4c6729844fe tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:33.422912 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-470a528f-7445-4b30-93bd-be8482f2c735 req-19eaa572-bb20-47d9-bd27-a4c6729844fe tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.3016298 Jul 07 18:32:33.471852 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning for port 73e4e713-d28f-41c3-8002-b05fd7b54aa9 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:33.478337 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 73e4e713-d28f-41c3-8002-b05fd7b54aa9 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:33.478835 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:33.486081 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2dc6e3e-4bb8-48e5-bae8-a1d76f548a54 admin admin] Router fd88db99-3fde-4f6f-889d-50f5fa669805 has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:32:33.584817 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c3fc8dc1-451e-4f81-99a7-20a9698ff38b req-4a45cfac-1c53-44d8-82ba-0818602e0d6c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811707 Jul 07 18:32:33.599738 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-470a528f-7445-4b30-93bd-be8482f2c735 req-c639447b-f49a-4239-8610-8065182ab383 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254501 Jul 07 18:32:33.665371 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-1b6c3d54-ece8-41ae-94c9-9ffa5c988a94 None None] Provisioning complete for port 5f1a6ada-0989-4b3a-bc4b-250b02e7245a triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:33.665961 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1b6c3d54-ece8-41ae-94c9-9ffa5c988a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:33.800531 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:33.820998 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-1b6c3d54-ece8-41ae-94c9-9ffa5c988a94 None None] Port 5f1a6ada-0989-4b3a-bc4b-250b02e7245a cannot update to ACTIVE because it is not bound. {{(pid=78479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:33.827780 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] For port 73e4e713-d28f-41c3-8002-b05fd7b54aa9, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=73e4e713-d28f-41c3-8002-b05fd7b54aa9,segment=NetworkSegment(34c6f55a-e384-474c-af70-55cf6bf9ed8f),segment_id=34c6f55a-e384-474c-af70-55cf6bf9ed8f)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:32:33.829319 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2dc6e3e-4bb8-48e5-bae8-a1d76f548a54 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:32:33.837448 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:33.839681 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:33.849847 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-b2dc6e3e-4bb8-48e5-bae8-a1d76f548a54 admin admin] 10.222.0.41 "PUT /v2.0/routers/fd88db99-3fde-4f6f-889d-50f5fa669805/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2522562 Jul 07 18:32:33.969645 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Pushing event updated for resources: {'Port': ['ID=73e4e713-d28f-41c3-8002-b05fd7b54aa9,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:33.972769 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:34.306063 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 55650) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:34.549855 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-0d7962dd-32f2-49c5-a2c1-08e8a1511c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:34.592521 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-0d7962dd-32f2-49c5-a2c1-08e8a1511c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:34.660584 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-0d7962dd-32f2-49c5-a2c1-08e8a1511c5c admin admin] Usage tracker for resource:security_group_rule and tenant:c02edb7a6f7a455ca0ddb909542b0b27 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:34.667465 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-0d7962dd-32f2-49c5-a2c1-08e8a1511c5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:34.679415 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-0d7962dd-32f2-49c5-a2c1-08e8a1511c5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:34.714243 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 55678) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:34.723822 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-913563948-network', 'tenant_id': '20d3213dc9834701af0efba77162dae6'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:34.732034 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] Sync routers for ids ['fd88db99-3fde-4f6f-889d-50f5fa669805'] in dv-cinder-798696-1-smb {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:34.737450 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:34.744604 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] Routers {'fd88db99-3fde-4f6f-889d-50f5fa669805'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:32:34.745480 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:32:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['fd88db99-3fde-4f6f-889d-50f5fa669805'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:34.751871 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] Usage tracker for resource:network and tenant:20d3213dc9834701af0efba77162dae6 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:34.761556 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:34.769502 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-d57c4427-ec73-4ee1-ad0f-22a22ecd51f4 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:34.770262 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-d57c4427-ec73-4ee1-ad0f-22a22ecd51f4 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Synchronizing usage tracker for tenant:7df1e3622f3e43809f21dc03780af7a7 on resource:network {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:32:34.775115 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:34.830015 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] Made reservation on behalf of 20d3213dc9834701af0efba77162dae6 for: {'network': 1} {{(pid=78478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:34.835939 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for network, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:34.867437 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-d57c4427-ec73-4ee1-ad0f-22a22ecd51f4 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Unset dirty status for tenant:7df1e3622f3e43809f21dc03780af7a7 on resource:network {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:32:34.875109 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-d57c4427-ec73-4ee1-ad0f-22a22ecd51f4 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/networks?id=8b57063e-64e9-4ce5-9f30-b1d950c5ee5d HTTP/1.1" status: 200 len: 808 time: 0.3148003 Jul 07 18:32:34.907981 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:34.917972 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-981bfd0d-87b1-417b-92ab-0bd409b9da2e tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/quotas/7df1e3622f3e43809f21dc03780af7a7 HTTP/1.1" status: 200 len: 375 time: 0.0414670 Jul 07 18:32:34.938293 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:34.945077 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] Usage tracker for resource:security_group_rule and tenant:20d3213dc9834701af0efba77162dae6 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:34.950676 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:34.958045 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:34.969158 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] Set router fd88db99-3fde-4f6f-889d-50f5fa669805 gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:32:35.015329 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-0d7962dd-32f2-49c5-a2c1-08e8a1511c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.016818 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3969e-29df-434f-9906-5f0bbf5b7a89 req-42e91c3e-4997-468a-807a-fc177ad0d83e tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:35.025926 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-f76f3c75-26e9-40b0-8b37-d384138dfa43 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7df1e3622f3e43809f21dc03780af7a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1069298 Jul 07 18:32:35.032670 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-8cb3969e-29df-434f-9906-5f0bbf5b7a89 req-42e91c3e-4997-468a-807a-fc177ad0d83e tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.1701968 Jul 07 18:32:35.048584 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-0d7962dd-32f2-49c5-a2c1-08e8a1511c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.061372 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-6735e6b0-400d-4bcd-ba5e-d67fdb4f5936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:35.101101 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-8cb3969e-29df-434f-9906-5f0bbf5b7a89 req-ca90a649-7c80-48f6-9528-7b2280d97146 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583305 Jul 07 18:32:35.171021 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7962dd-32f2-49c5-a2c1-08e8a1511c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da10dbbc-1008-4e10-9f0e-e5d774a1c191,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:35.176519 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-0d7962dd-32f2-49c5-a2c1-08e8a1511c5c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c02edb7a6f7a455ca0ddb909542b0b27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8696382 Jul 07 18:32:35.177174 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-0d7962dd-32f2-49c5-a2c1-08e8a1511c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:35.179995 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 55690) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:35.196864 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.204770 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.213863 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-2bc1a777-9b39-4c71-9b48-52fbbc354f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:35.263711 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=78478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:32:35.274183 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3adb46-ce18-47e8-848d-13e74ec8d12f,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:35.290607 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:35.306073 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.306940 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.db.segments_db [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] Added segment 9c88eeff-9f2a-463d-b9f9-c16429c6f9bd of type vlan for network b6fb1874-d9e4-4932-97cf-73a60b3ed960 Jul 07 18:32:35.348830 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-2f062f43-9292-4ca0-beaf-97c6cc3b75d2 service neutron] 10.222.0.41 "GET /v2.0/networks/8b57063e-64e9-4ce5-9f30-b1d950c5ee5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219130 Jul 07 18:32:35.351816 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1a2c4837-b59b-4569-8a4a-d278c579d0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.378814 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734830079582'] for network, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.456136 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for network, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.459540 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:35.460250 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.464490 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'name': 'tempest-TestMinimumBasicScenario-1930374613-router', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': '73e4e713-d28f-41c3-8002-b05fd7b54aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:24Z', 'updated_at': '2021-07-07T18:32:31Z', 'revision_number': 4, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'gw_port': {'id': '73e4e713-d28f-41c3-8002-b05fd7b54aa9', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '5f1a6ada-0989-4b3a-bc4b-250b02e7245a', 'name': '', 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'mac_address': 'fa:16:3e:1e:75:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '11d92948-72fa-44c3-8472-30d15d83e94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:30Z', 'updated_at': '2021-07-07T18:32:32Z', 'revision_number': 2, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'subnets': [{'id': '11d92948-72fa-44c3-8472-30d15d83e94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:35.470187 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] Checking router: fd88db99-3fde-4f6f-889d-50f5fa669805 for host: dv-cinder-798696-1-smb {{(pid=78479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:32:35.470621 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] Updating router fd88db99-3fde-4f6f-889d-50f5fa669805 port 5f1a6ada-0989-4b3a-bc4b-250b02e7245a binding host dv-cinder-798696-1-smb {{(pid=78479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:32:35.474652 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-5e807926-fa0d-45ee-803a-1c8eb56de198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:35.546561 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.627561 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-b59045ad-5cec-4709-8909-914b84bfcc96 service neutron] 10.222.0.41 "GET /v2.0/networks/8b57063e-64e9-4ce5-9f30-b1d950c5ee5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597659 Jul 07 18:32:35.662466 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1a2c4837-b59b-4569-8a4a-d278c579d0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.688067 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9723053 Jul 07 18:32:35.692754 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 55702) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:35.703326 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-bee2d105-c120-4afc-9819-918eef3ba751 admin admin] Request body: {'subnet': {'network_id': 'b6fb1874-d9e4-4932-97cf-73a60b3ed960', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-913563948-subnet', 'tenant_id': '20d3213dc9834701af0efba77162dae6', 'ip_version': 4}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:35.711134 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] Pushing event updated for resources: {'Network': ['ID=b6fb1874-d9e4-4932-97cf-73a60b3ed960,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:35.724632 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:35.726815 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-bee2d105-c120-4afc-9819-918eef3ba751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:35.732895 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-bee2d105-c120-4afc-9819-918eef3ba751 admin admin] Usage tracker for resource:subnet and tenant:20d3213dc9834701af0efba77162dae6 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:35.736562 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-bee2d105-c120-4afc-9819-918eef3ba751 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:35.743149 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-bee2d105-c120-4afc-9819-918eef3ba751 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:35.756574 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee2d105-c120-4afc-9819-918eef3ba751 admin admin] Made reservation on behalf of 20d3213dc9834701af0efba77162dae6 for: {'subnet': 1} {{(pid=78478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:35.760740 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-bee2d105-c120-4afc-9819-918eef3ba751 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3274056'] for subnet, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.785742 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1a2c4837-b59b-4569-8a4a-d278c579d0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.793332 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-f9bb9250-3ca3-400d-8135-89a9a2fbfc05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:35.818650 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c4837-b59b-4569-8a4a-d278c579d0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da10dbbc-1008-4e10-9f0e-e5d774a1c191,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:35.842145 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-1a2c4837-b59b-4569-8a4a-d278c579d0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:35.860743 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1a2c4837-b59b-4569-8a4a-d278c579d0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.865699 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-1a2c4837-b59b-4569-8a4a-d278c579d0a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da10dbbc-1008-4e10-9f0e-e5d774a1c191 HTTP/1.1" status: 204 len: 168 time: 0.6778176 Jul 07 18:32:35.893190 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 73e4e713-d28f-41c3-8002-b05fd7b54aa9 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:32:35.934999 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Network b6fb1874-d9e4-4932-97cf-73a60b3ed960 details requested by agent ovs-agent-dv-cinder-798696-1-smb with host dv-cinder-798696-1-smb {{(pid=78479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 07 18:32:36.151050 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:36.193286 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 73e4e713-d28f-41c3-8002-b05fd7b54aa9 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:36.195278 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:36.269722 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a55d6e1f-ad01-421a-8b11-347c5e84d14c req-dc9bc108-9c08-4a18-a5b6-fe4529a55ca8 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=819f2e89-4481-465f-bf87-2f5e7d7d3389 HTTP/1.1" status: 200 len: 210 time: 0.3340681 Jul 07 18:32:36.425998 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] Notify callbacks [] for port, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:36.536829 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb748e1-0b5b-4235-8e39-162ca30052bb req-9206715c-0c05-4e5d-995b-08558b25b7a1 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:36.538835 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-fbb748e1-0b5b-4235-8e39-162ca30052bb req-9206715c-0c05-4e5d-995b-08558b25b7a1 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.1927111 Jul 07 18:32:36.580666 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] Transition to ACTIVE for port object 5f1a6ada-0989-4b3a-bc4b-250b02e7245a will not be triggered until provisioned by entity L2. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:36.585893 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-bee2d105-c120-4afc-9819-918eef3ba751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3274078'] for subnet, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:36.593671 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:36.627071 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:36.639623 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:36.649146 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-fbb748e1-0b5b-4235-8e39-162ca30052bb req-584780cf-fc6e-443f-9331-81b1a207543b tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039841 Jul 07 18:32:36.738875 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 55736) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:36.776776 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-21d2c0aa-a198-4915-b03f-c7bfa9d055db admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:36.811010 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cd209-2694-4162-a79d-4db6a22c0188 None None] Pushing event updated for resources: {'Port': ['ID=5f1a6ada-0989-4b3a-bc4b-250b02e7245a,revision_number=3']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:36.821557 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee2d105-c120-4afc-9819-918eef3ba751 admin admin] Checking segment: {'id': '9c88eeff-9f2a-463d-b9f9-c16429c6f9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'b6fb1874-d9e4-4932-97cf-73a60b3ed960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:36.822046 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee2d105-c120-4afc-9819-918eef3ba751 admin admin] Network hostable DHCP agents. Network: b6fb1874-d9e4-4932-97cf-73a60b3ed960, hostable agents: ['7844bae0-677e-4565-b01a-e2785e2cda9f'], hosted agents: [] {{(pid=78478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:32:36.829451 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-21d2c0aa-a198-4915-b03f-c7bfa9d055db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:36.842567 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-21d2c0aa-a198-4915-b03f-c7bfa9d055db admin admin] Usage tracker for resource:security_group_rule and tenant:dc1c0ea5c1ad4973814ce4a074a3b024 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:36.852046 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2d105-c120-4afc-9819-918eef3ba751 admin admin] Pushing event updated for resources: {'Subnet': ['ID=737b086d-185b-4393-9392-4729cdd1c98a,revision_number=0']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:36.852561 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-21d2c0aa-a198-4915-b03f-c7bfa9d055db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:36.857860 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-bee2d105-c120-4afc-9819-918eef3ba751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:36.867995 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-21d2c0aa-a198-4915-b03f-c7bfa9d055db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:36.874524 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-144cd209-2694-4162-a79d-4db6a22c0188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:36.882418 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee2d105-c120-4afc-9819-918eef3ba751 admin admin] Network b6fb1874-d9e4-4932-97cf-73a60b3ed960 is scheduled to be hosted by DHCP agent 7844bae0-677e-4565-b01a-e2785e2cda9f with binding_index 1 {{(pid=78478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:32:36.901079 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-bee2d105-c120-4afc-9819-918eef3ba751 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-smb, b6fb1874-d9e4-4932-97cf-73a60b3ed960) {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:36.913631 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee2d105-c120-4afc-9819-918eef3ba751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:36.914928 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-bee2d105-c120-4afc-9819-918eef3ba751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:36.928356 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ed55a8-3fe7-44cc-815f-e4d8e29e827f None None] Network b6fb1874-d9e4-4932-97cf-73a60b3ed960 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:32:36.972769 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-bee2d105-c120-4afc-9819-918eef3ba751 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2758217 Jul 07 18:32:37.016725 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 55748) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:37.043841 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-7c4d3de3-348f-4607-8050-df31a584b0ec admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-913563948-router', 'tenant_id': '20d3213dc9834701af0efba77162dae6', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11'}}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:37.056048 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-21d2c0aa-a198-4915-b03f-c7bfa9d055db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.064740 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-7c4d3de3-348f-4607-8050-df31a584b0ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:37.092150 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-21d2c0aa-a198-4915-b03f-c7bfa9d055db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.095578 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] Attempting to bind port 5f1a6ada-0989-4b3a-bc4b-250b02e7245a on host dv-cinder-798696-1-smb for vnic_type normal with profile {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:37.095988 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] Attempting to bind port 5f1a6ada-0989-4b3a-bc4b-250b02e7245a by drivers openvswitch,hyperv on host dv-cinder-798696-1-smb at level 0 using segments [{'id': '8d767d72-ca7b-47ef-913c-0915a64475be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e'}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:37.096369 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] Attempting to bind port 5f1a6ada-0989-4b3a-bc4b-250b02e7245a on network eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:37.102665 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-7c4d3de3-348f-4607-8050-df31a584b0ec admin admin] Usage tracker for resource:router and tenant:20d3213dc9834701af0efba77162dae6 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:37.108226 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:37.118597 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-7c4d3de3-348f-4607-8050-df31a584b0ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:37.140381 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-7c4d3de3-348f-4607-8050-df31a584b0ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:37.179137 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-7c4d3de3-348f-4607-8050-df31a584b0ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-546955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2478'] for router, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.180211 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-7c4d3de3-348f-4607-8050-df31a584b0ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-699805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709345', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2519'] for router, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.225763 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6761d5-1772-44f4-83f8-d3f93f6901b7 req-8b8bbf94-04fd-4b18-937b-719c25d42794 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:37.227529 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-2d6761d5-1772-44f4-83f8-d3f93f6901b7 req-8b8bbf94-04fd-4b18-937b-719c25d42794 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.2619746 Jul 07 18:32:37.245786 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2c0aa-a198-4915-b03f-c7bfa9d055db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80057157-b3b7-4662-873a-ebfa3e048f21,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:37.250234 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-21d2c0aa-a198-4915-b03f-c7bfa9d055db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc1c0ea5c1ad4973814ce4a074a3b024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5103338 Jul 07 18:32:37.255354 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 55760) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:37.257959 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-21d2c0aa-a198-4915-b03f-c7bfa9d055db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:37.261058 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-7c4d3de3-348f-4607-8050-df31a584b0ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.302010 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] Checking agent: {'id': '0db86e1d-da65-40b6-b0e9-b4ccdca3fd82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 18), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:37.303721 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] Checking segment: {'id': '8d767d72-ca7b-47ef-913c-0915a64475be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:37.304140 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.304544 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] Bound using segment: {'id': '8d767d72-ca7b-47ef-913c-0915a64475be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e'} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:37.307283 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] Bound port: 5f1a6ada-0989-4b3a-bc4b-250b02e7245a, host: dv-cinder-798696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d767d72-ca7b-47ef-913c-0915a64475be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e'}}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:37.309115 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.335567 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-2d6761d5-1772-44f4-83f8-d3f93f6901b7 req-db7d1896-0d63-460e-8442-452e34c5efb8 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857351 Jul 07 18:32:37.369280 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-58f4280e-ed1d-4db6-bf3a-1993f35f7923 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:37.377849 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-58f4280e-ed1d-4db6-bf3a-1993f35f7923 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/networks?id=00122975-89ac-4879-bc72-e0e4e7651f21 HTTP/1.1" status: 200 len: 813 time: 0.3184288 Jul 07 18:32:37.411618 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-1b8657f8-cad9-42c2-9e12-8bd49e55dcef tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/quotas/801cd77637e2403187e00ddcc37d09c9 HTTP/1.1" status: 200 len: 375 time: 0.0322514 Jul 07 18:32:37.556998 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-7f2be02a-4e50-4228-9344-f8243e30aaa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.603895 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-7f2be02a-4e50-4228-9344-f8243e30aaa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.629616 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-edd0ace4-da50-4a14-a4c7-bdd68d79bab1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=801cd77637e2403187e00ddcc37d09c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2157481 Jul 07 18:32:37.698851 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c495da2a-89cf-45df-9526-ce10c63dc4cc req-b33004b5-6112-4689-b884-acbe025ef002 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=819f2e89-4481-465f-bf87-2f5e7d7d3389 HTTP/1.1" status: 200 len: 210 time: 0.1478589 Jul 07 18:32:37.715368 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-7c4d3de3-348f-4607-8050-df31a584b0ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-552987', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-546964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2497'] for router, precommit_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.725722 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] For port 5f1a6ada-0989-4b3a-bc4b-250b02e7245a, host dv-cinder-798696-1-smb, cleared binding levels {{(pid=78479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:32:37.737896 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] For port 5f1a6ada-0989-4b3a-bc4b-250b02e7245a, host dv-cinder-798696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=5f1a6ada-0989-4b3a-bc4b-250b02e7245a,segment=NetworkSegment(8d767d72-ca7b-47ef-913c-0915a64475be),segment_id=8d767d72-ca7b-47ef-913c-0915a64475be)] {{(pid=78479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:32:37.790601 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.807248 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:37.837144 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-17710713-c6c5-4dfd-bcd5-d5564dbd1143 service neutron] 10.222.0.41 "GET /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065234 Jul 07 18:32:37.839147 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-7f2be02a-4e50-4228-9344-f8243e30aaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.868752 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-0a6181dc-78b5-4fa9-bd91-8c88c19e4e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:37.906146 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8f3e94d-d4ff-597a-b978-e9d82c1a24d1-b6fb1874-d9e4-4932-97cf-73a60b3ed960', 'network_id': 'b6fb1874-d9e4-4932-97cf-73a60b3ed960', 'tenant_id': '20d3213dc9834701af0efba77162dae6', 'fixed_ips': [{'subnet_id': '737b086d-185b-4393-9392-4729cdd1c98a'}]}} from dv-cinder-798696-1-smb. {{(pid=78479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 07 18:32:37.907230 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.930678 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cd209-2694-4162-a79d-4db6a22c0188 None None] Pushing event updated for resources: {'Port': ['ID=5f1a6ada-0989-4b3a-bc4b-250b02e7245a,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:37.942960 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-144cd209-2694-4162-a79d-4db6a22c0188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:37.951619 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] Routers {'fd88db99-3fde-4f6f-889d-50f5fa669805'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:32:37.952544 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:32:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['fd88db99-3fde-4f6f-889d-50f5fa669805'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:38.275108 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2be02a-4e50-4228-9344-f8243e30aaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80057157-b3b7-4662-873a-ebfa3e048f21,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:38.279564 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-7f2be02a-4e50-4228-9344-f8243e30aaa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:38.318398 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-7f2be02a-4e50-4228-9344-f8243e30aaa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:38.326296 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-7f2be02a-4e50-4228-9344-f8243e30aaa7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/80057157-b3b7-4662-873a-ebfa3e048f21 HTTP/1.1" status: 204 len: 168 time: 1.0666740 Jul 07 18:32:38.563016 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-7c4d3de3-348f-4607-8050-df31a584b0ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:38.593612 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-985d4250-f851-4763-b0f8-9e5f0973d0c5 service neutron] 10.222.0.41 "GET /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7556038 Jul 07 18:32:38.611183 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-93887fae-30e9-42ba-8bc3-31ac76f6982a tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:38.613069 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-93887fae-30e9-42ba-8bc3-31ac76f6982a tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.89 "GET /v2.0/networks?id=8b57063e-64e9-4ce5-9f30-b1d950c5ee5d HTTP/1.1" status: 200 len: 808 time: 0.6984055 Jul 07 18:32:38.621418 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-7c4d3de3-348f-4607-8050-df31a584b0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:38.634749 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-6f729830-27db-4652-beb2-31d70aabf76d tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Request body: {'port': {'device_id': '819f2e89-4481-465f-bf87-2f5e7d7d3389', 'network_id': '8b57063e-64e9-4ce5-9f30-b1d950c5ee5d', 'admin_state_up': True, 'tenant_id': '7df1e3622f3e43809f21dc03780af7a7'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:38.738254 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] Set router fd88db99-3fde-4f6f-889d-50f5fa669805 gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:32:38.835846 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.db_base_plugin_common [None req-7c4d3de3-348f-4607-8050-df31a584b0ec admin admin] Allocated IP 172.28.1.230 (7ef95752-4103-4704-97c1-943158aedf11/1cf84b46-eaf0-4390-8fc2-d553f7bad2f6/fe3c6324-a750-424d-8e8c-d07985cc3392) {{(pid=78478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:38.971873 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-6f729830-27db-4652-beb2-31d70aabf76d tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:38.977659 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-6f729830-27db-4652-beb2-31d70aabf76d tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Usage tracker for resource:port and tenant:7df1e3622f3e43809f21dc03780af7a7 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:38.985674 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-6f729830-27db-4652-beb2-31d70aabf76d tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:38.989084 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] Allocated IP 172.20.0.2 (b6fb1874-d9e4-4932-97cf-73a60b3ed960/737b086d-185b-4393-9392-4729cdd1c98a/5163188e-3799-49cb-b473-89d3f0d1dcf2) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:39.005040 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-6f729830-27db-4652-beb2-31d70aabf76d tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:39.029006 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-6f729830-27db-4652-beb2-31d70aabf76d tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Made reservation on behalf of 7df1e3622f3e43809f21dc03780af7a7 for: {'port': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:39.035075 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-6f729830-27db-4652-beb2-31d70aabf76d tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:39.129768 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-7c4d3de3-348f-4607-8050-df31a584b0ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:39.211207 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8099b1a2-1bb1-4511-9298-85f92d14fa08 req-e123d3cd-4573-496a-8c01-e5ff8effc618 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=819f2e89-4481-465f-bf87-2f5e7d7d3389 HTTP/1.1" status: 200 len: 210 time: 0.1010661 Jul 07 18:32:39.224663 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-7c4d3de3-348f-4607-8050-df31a584b0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4077769'] for port, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:39.256106 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c4e2243b-7b77-441e-ac4f-6aba14612a07 req-744c4594-b5e8-4eab-be80-df86e2209b7d tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f53bd5ae-b509-43f5-a5d0-77b85f136d4a HTTP/1.1" status: 200 len: 210 time: 0.0865748 Jul 07 18:32:39.264319 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:39.466877 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_common [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-6f729830-27db-4652-beb2-31d70aabf76d tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Allocated IP 172.20.0.11 (8b57063e-64e9-4ce5-9f30-b1d950c5ee5d/95bdbec5-1cdc-49d5-a1d9-167b4d7b415b/ed6aebf4-f368-4cbe-833c-ac975d006769) {{(pid=78477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:39.481471 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d3de3-348f-4607-8050-df31a584b0ec admin admin] Pushing event updated for resources: {'Port': ['ID=fe3c6324-a750-424d-8e8c-d07985cc3392,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:39.486302 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4d3de3-348f-4607-8050-df31a584b0ec admin admin] Network 7ef95752-4103-4704-97c1-943158aedf11 is already hosted by enough agents. {{(pid=78478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:39.486302 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-7c4d3de3-348f-4607-8050-df31a584b0ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:39.487842 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-7c4d3de3-348f-4607-8050-df31a584b0ec admin admin] Resources bound (agent type, host, resource id): {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:39.489942 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4d3de3-348f-4607-8050-df31a584b0ec admin admin] Received port after_create {{(pid=78478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:32:39.661894 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d773f9-02c9-4440-a307-ef5adf318250 req-0a996808-7427-45fe-b42a-c93c577e9ac9 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:39.665759 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c6d773f9-02c9-4440-a307-ef5adf318250 req-0a996808-7427-45fe-b42a-c93c577e9ac9 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9 HTTP/1.1" status: 200 len: 945 time: 0.2613561 Jul 07 18:32:39.710595 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:39.723117 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] Transition to ACTIVE for port object 5163188e-3799-49cb-b473-89d3f0d1dcf2 will not be triggered until provisioned by entity L2. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:39.745216 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] Transition to ACTIVE for port object 5163188e-3799-49cb-b473-89d3f0d1dcf2 will not be triggered until provisioned by entity DHCP. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:39.780215 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:39.790588 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:39.992338 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] Network b6fb1874-d9e4-4932-97cf-73a60b3ed960 is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:39.995558 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:40.016231 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:32:40.031427 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c6d773f9-02c9-4440-a307-ef5adf318250 req-b84f1df3-1dbd-4fda-a0b7-f98511d4a014 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff4e1497-027f-465f-973f-d39875ba615a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568170 Jul 07 18:32:40.173279 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-6f729830-27db-4652-beb2-31d70aabf76d tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Notify callbacks [] for port, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:40.249485 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] Pushing event updated for resources: {'Port': ['ID=5163188e-3799-49cb-b473-89d3f0d1dcf2,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:40.275625 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-6f729830-27db-4652-beb2-31d70aabf76d tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:40.276714 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:40.282114 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] Attempting to bind port 5163188e-3799-49cb-b473-89d3f0d1dcf2 on host dv-cinder-798696-1-smb for vnic_type normal with profile {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:40.283262 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] Attempting to bind port 5163188e-3799-49cb-b473-89d3f0d1dcf2 by drivers openvswitch,hyperv on host dv-cinder-798696-1-smb at level 0 using segments [{'id': '9c88eeff-9f2a-463d-b9f9-c16429c6f9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'b6fb1874-d9e4-4932-97cf-73a60b3ed960'}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:40.285038 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:40.285167 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] Attempting to bind port 5163188e-3799-49cb-b473-89d3f0d1dcf2 on network b6fb1874-d9e4-4932-97cf-73a60b3ed960 {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:40.296494 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] Checking agent: {'id': '0db86e1d-da65-40b6-b0e9-b4ccdca3fd82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 18), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:40.297222 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] Checking segment: {'id': '9c88eeff-9f2a-463d-b9f9-c16429c6f9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'b6fb1874-d9e4-4932-97cf-73a60b3ed960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:40.297730 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:40.298231 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] Bound using segment: {'id': '9c88eeff-9f2a-463d-b9f9-c16429c6f9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'b6fb1874-d9e4-4932-97cf-73a60b3ed960'} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:40.298997 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] Bound port: 5163188e-3799-49cb-b473-89d3f0d1dcf2, host: dv-cinder-798696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c88eeff-9f2a-463d-b9f9-c16429c6f9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'b6fb1874-d9e4-4932-97cf-73a60b3ed960'}}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:40.299539 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:40.377713 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'name': 'tempest-TestMinimumBasicScenario-1930374613-router', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': '73e4e713-d28f-41c3-8002-b05fd7b54aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:24Z', 'updated_at': '2021-07-07T18:32:31Z', 'revision_number': 4, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'gw_port': {'id': '73e4e713-d28f-41c3-8002-b05fd7b54aa9', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '5f1a6ada-0989-4b3a-bc4b-250b02e7245a', 'name': '', 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'mac_address': 'fa:16:3e:1e:75:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '11d92948-72fa-44c3-8472-30d15d83e94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:30Z', 'updated_at': '2021-07-07T18:32:37Z', 'revision_number': 4, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'subnets': [{'id': '11d92948-72fa-44c3-8472-30d15d83e94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:40.402437 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-6f729830-27db-4652-beb2-31d70aabf76d tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Network 8b57063e-64e9-4ce5-9f30-b1d950c5ee5d is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:40.417976 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ecdc7b-21b1-40a2-8257-f9850e9c19c4 None None] The sync data for ids ['fd88db99-3fde-4f6f-889d-50f5fa669805'] in dv-cinder-798696-1-smb is: [{'id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'name': 'tempest-TestMinimumBasicScenario-1930374613-router', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': '73e4e713-d28f-41c3-8002-b05fd7b54aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:24Z', 'updated_at': '2021-07-07T18:32:31Z', 'revision_number': 4, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'gw_port': {'id': '73e4e713-d28f-41c3-8002-b05fd7b54aa9', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '5f1a6ada-0989-4b3a-bc4b-250b02e7245a', 'name': '', 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'mac_address': 'fa:16:3e:1e:75:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '11d92948-72fa-44c3-8472-30d15d83e94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:30Z', 'updated_at': '2021-07-07T18:32:37Z', 'revision_number': 4, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'subnets': [{'id': '11d92948-72fa-44c3-8472-30d15d83e94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:40.419238 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-6f729830-27db-4652-beb2-31d70aabf76d tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:40.439684 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-6f729830-27db-4652-beb2-31d70aabf76d tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Received port after_create {{(pid=78477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:32:40.446387 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-6f729830-27db-4652-beb2-31d70aabf76d tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:40.451306 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-6f729830-27db-4652-beb2-31d70aabf76d tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:40.489247 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] For port 5163188e-3799-49cb-b473-89d3f0d1dcf2, host dv-cinder-798696-1-smb, cleared binding levels {{(pid=78479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:32:40.501356 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] For port 5163188e-3799-49cb-b473-89d3f0d1dcf2, host dv-cinder-798696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=5163188e-3799-49cb-b473-89d3f0d1dcf2,segment=NetworkSegment(9c88eeff-9f2a-463d-b9f9-c16429c6f9bd),segment_id=9c88eeff-9f2a-463d-b9f9-c16429c6f9bd)] {{(pid=78479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:32:40.508878 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:40.533058 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:40.602082 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-6f729830-27db-4652-beb2-31d70aabf76d tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9729838 Jul 07 18:32:40.634335 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] Request body: {'port': {'device_id': '819f2e89-4481-465f-bf87-2f5e7d7d3389', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:40.648085 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-7c4d3de3-348f-4607-8050-df31a584b0ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:40.682197 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f729830-27db-4652-beb2-31d70aabf76d tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Pushing event updated for resources: {'Port': ['ID=ed6aebf4-f368-4cbe-833c-ac975d006769,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:40.717525 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] Pushing event updated for resources: {'Port': ['ID=5163188e-3799-49cb-b473-89d3f0d1dcf2,revision_number=2']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:40.724806 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:40.761915 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-6f729830-27db-4652-beb2-31d70aabf76d tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:40.770407 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340f215-9594-4b05-871c-7fab69a7fabf req-657199f0-5803-4903-85b9-a65f09047b19 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:40.777922 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-0340f215-9594-4b05-871c-7fab69a7fabf req-657199f0-5803-4903-85b9-a65f09047b19 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=819f2e89-4481-465f-bf87-2f5e7d7d3389 HTTP/1.1" status: 200 len: 932 time: 0.2382622 Jul 07 18:32:40.947662 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-0340f215-9594-4b05-871c-7fab69a7fabf req-d310ea2f-edc1-4db7-aa27-8ceff073775a tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665998 Jul 07 18:32:41.082931 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:41.163362 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.89', 63452) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:41.171611 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f7d56-80dc-4002-9916-4cfa5893dde6 req-2951f965-bbc5-4cb4-9d02-69300ab735bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:41.176706 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1e9f7d56-80dc-4002-9916-4cfa5893dde6 req-2951f965-bbc5-4cb4-9d02-69300ab735bd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8f3ff43f73644b7ea447bee624649895&device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 1099 time: 0.8490021 Jul 07 18:32:41.427377 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 5f1a6ada-0989-4b3a-bc4b-250b02e7245a up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:32:41.501295 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-6381249a-9c17-48a9-bcdc-e92428df6a04 req-89e02bdc-b4b7-4b84-a11c-b366f70157f7 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f53bd5ae-b509-43f5-a5d0-77b85f136d4a HTTP/1.1" status: 200 len: 210 time: 0.2012661 Jul 07 18:32:41.509227 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596dc3cd-1a95-4464-8a20-165702990f31 req-b0eb60c1-1596-4c26-be16-d04d7ab8b030 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:41.511152 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-596dc3cd-1a95-4464-8a20-165702990f31 req-b0eb60c1-1596-4c26-be16-d04d7ab8b030 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.9748633 Jul 07 18:32:41.594379 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-7c4d3de3-348f-4607-8050-df31a584b0ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-546946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553022'] for router, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:41.606500 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning for port 5f1a6ada-0989-4b3a-bc4b-250b02e7245a completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:41.618250 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 5f1a6ada-0989-4b3a-bc4b-250b02e7245a triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:41.618631 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:41.811001 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:41.913012 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] For port 5f1a6ada-0989-4b3a-bc4b-250b02e7245a, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=5f1a6ada-0989-4b3a-bc4b-250b02e7245a,segment=NetworkSegment(8d767d72-ca7b-47ef-913c-0915a64475be),segment_id=8d767d72-ca7b-47ef-913c-0915a64475be)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:32:41.918540 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:41.918935 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 5163188e-3799-49cb-b473-89d3f0d1dcf2 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:32:41.998830 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:42.023410 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4d3de3-348f-4607-8050-df31a584b0ec admin admin] Router c7b9cada-0418-4aca-ac64-db2ba6f4bd34 is scheduled to L3 agent 8deec948-1501-4327-a4fb-a95820cab163 with binding_index 1 {{(pid=78478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:32:42.213768 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Pushing event updated for resources: {'Port': ['ID=5f1a6ada-0989-4b3a-bc4b-250b02e7245a,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:42.221513 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:42.235828 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning for port 5163188e-3799-49cb-b473-89d3f0d1dcf2 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:42.280316 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f7d56-80dc-4002-9916-4cfa5893dde6 req-5e85b623-f3f7-4e5f-9f04-6b3299e13ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:42.281922 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1e9f7d56-80dc-4002-9916-4cfa5893dde6 req-5e85b623-f3f7-4e5f-9f04-6b3299e13ae1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=92e10a70-b230-47f5-8f0a-d4a88037a098 HTTP/1.1" status: 200 len: 919 time: 1.0719459 Jul 07 18:32:42.345122 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d3e8d7-1e74-4af3-860b-0b5f7002d7fe None None] Network b6fb1874-d9e4-4932-97cf-73a60b3ed960 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:32:42.427198 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1e9f7d56-80dc-4002-9916-4cfa5893dde6 req-c565fe4c-35eb-4b60-ac6e-73ec66336e1b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88094dfa-d7b8-4481-bc9b-54672e3050b1 HTTP/1.1" status: 200 len: 217 time: 0.1274765 Jul 07 18:32:42.476079 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-db6c583e-8222-4d47-af7b-6e76c93ec6d7 None None] Provisioning for port 5163188e-3799-49cb-b473-89d3f0d1dcf2 completed by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:42.492987 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-db6c583e-8222-4d47-af7b-6e76c93ec6d7 None None] Provisioning complete for port 5163188e-3799-49cb-b473-89d3f0d1dcf2 triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:42.493545 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-db6c583e-8222-4d47-af7b-6e76c93ec6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:42.507478 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ffc16-4ebf-4142-8855-2d170088c240 req-da425289-01ce-45a2-a97e-dbd0d3c51736 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:42.514551 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-0e0ffc16-4ebf-4142-8855-2d170088c240 req-da425289-01ce-45a2-a97e-dbd0d3c51736 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9 HTTP/1.1" status: 200 len: 945 time: 0.3511994 Jul 07 18:32:42.517776 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4d3de3-348f-4607-8050-df31a584b0ec admin admin] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:32:42.539268 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] Sync routers for ids ['c7b9cada-0418-4aca-ac64-db2ba6f4bd34'] in dv-cinder-798696-1-smb {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:42.550219 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-596dc3cd-1a95-4464-8a20-165702990f31 req-5a0bfa6f-fdb4-46ff-92cc-cefc9f55127a tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471864 Jul 07 18:32:42.563585 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] Routers {'c7b9cada-0418-4aca-ac64-db2ba6f4bd34'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:32:42.567111 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:32:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['c7b9cada-0418-4aca-ac64-db2ba6f4bd34'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:42.592840 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-7c4d3de3-348f-4607-8050-df31a584b0ec admin admin] Notify callbacks [] for router, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:42.593831 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-a555674d-4438-422e-b3ef-c2e3fd4d72d7 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:42.594186 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-7c4d3de3-348f-4607-8050-df31a584b0ec admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5764141 Jul 07 18:32:42.597915 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 55884) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:42.607963 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-a555674d-4438-422e-b3ef-c2e3fd4d72d7 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.89 "GET /v2.0/networks?id=00122975-89ac-4879-bc72-e0e4e7651f21 HTTP/1.1" status: 200 len: 813 time: 1.7211294 Jul 07 18:32:42.636233 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-f01e4bc4-1a23-4df5-aed9-27a003674938 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Request body: {'port': {'device_id': 'f53bd5ae-b509-43f5-a5d0-77b85f136d4a', 'network_id': '00122975-89ac-4879-bc72-e0e4e7651f21', 'admin_state_up': True, 'tenant_id': '801cd77637e2403187e00ddcc37d09c9'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:42.677329 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-0e0ffc16-4ebf-4142-8855-2d170088c240 req-3026ae9e-e1b1-4d58-87a0-1403a526ddae tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff4e1497-027f-465f-973f-d39875ba615a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557729 Jul 07 18:32:42.685922 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.db.resource_extend [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 18:32:42.918853 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-db6c583e-8222-4d47-af7b-6e76c93ec6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:42.930470 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f0ffc-3bf1-4b3a-a9fc-d37377e2fd6a req-e4d7fa4e-22e6-4b99-a751-d72abe6e8d47 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:42.935470 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-013f0ffc-3bf1-4b3a-a9fc-d37377e2fd6a req-e4d7fa4e-22e6-4b99-a751-d72abe6e8d47 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.89 "GET /v2.0/ports?device_id=a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9 HTTP/1.1" status: 200 len: 945 time: 1.7564023 Jul 07 18:32:42.941566 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] Set router c7b9cada-0418-4aca-ac64-db2ba6f4bd34 gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:32:42.970509 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-db6c583e-8222-4d47-af7b-6e76c93ec6d7 None None] For port 5163188e-3799-49cb-b473-89d3f0d1dcf2, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=5163188e-3799-49cb-b473-89d3f0d1dcf2,segment=NetworkSegment(9c88eeff-9f2a-463d-b9f9-c16429c6f9bd),segment_id=9c88eeff-9f2a-463d-b9f9-c16429c6f9bd)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:32:42.976018 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-db6c583e-8222-4d47-af7b-6e76c93ec6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:42.978957 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:43.071927 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-71fa7cbe-7bc2-438e-bf3f-785aebbce590 req-54b66841-d4e2-4c64-bcea-cb6e829ceead tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f53bd5ae-b509-43f5-a5d0-77b85f136d4a HTTP/1.1" status: 200 len: 210 time: 0.0866294 Jul 07 18:32:43.073465 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c583e-8222-4d47-af7b-6e76c93ec6d7 None None] Pushing event updated for resources: {'Port': ['ID=5163188e-3799-49cb-b473-89d3f0d1dcf2,revision_number=3']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:43.078322 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-db6c583e-8222-4d47-af7b-6e76c93ec6d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:43.149848 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f7d56-80dc-4002-9916-4cfa5893dde6 req-d8a2f0df-7c90-4672-812f-d0d08d64c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:43.151361 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1e9f7d56-80dc-4002-9916-4cfa5893dde6 req-d8a2f0df-7c90-4672-812f-d0d08d64c94c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1570539-ca9f-43b4-b497-d0b015384538 HTTP/1.1" status: 200 len: 858 time: 0.7068248 Jul 07 18:32:43.303524 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 5f1a6ada-0989-4b3a-bc4b-250b02e7245a up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:32:43.423673 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-f01e4bc4-1a23-4df5-aed9-27a003674938 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:43.433195 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed6aebf4-f368-4cbe-833c-ac975d006769 {{(pid=78477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:32:43.440528 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-c90cc6d0-f3f8-4f98-a1f5-e6fdf5290421 None None] Provisioning complete for port 5163188e-3799-49cb-b473-89d3f0d1dcf2 triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:43.440912 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c90cc6d0-f3f8-4f98-a1f5-e6fdf5290421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.489461 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1e9f7d56-80dc-4002-9916-4cfa5893dde6 req-5e3828dd-22a4-4c4d-bbe5-356c949bc7ee service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=92e10a70-b230-47f5-8f0a-d4a88037a098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2625713 Jul 07 18:32:43.492284 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.539958 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 5f1a6ada-0989-4b3a-bc4b-250b02e7245a triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:43.540547 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.555852 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b9cada-0418-4aca-ac64-db2ba6f4bd34', 'name': 'tempest-TestMinimumBasicScenario-913563948-router', 'tenant_id': '20d3213dc9834701af0efba77162dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'fe3c6324-a750-424d-8e8c-d07985cc3392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:37Z', 'updated_at': '2021-07-07T18:32:40Z', 'revision_number': 3, 'project_id': '20d3213dc9834701af0efba77162dae6', 'gw_port': {'id': 'fe3c6324-a750-424d-8e8c-d07985cc3392', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b9cada-0418-4aca-ac64-db2ba6f4bd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:38Z', 'updated_at': '2021-07-07T18:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:43.565069 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] Checking router: c7b9cada-0418-4aca-ac64-db2ba6f4bd34 for host: dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:32:43.565793 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] Updating router c7b9cada-0418-4aca-ac64-db2ba6f4bd34 port fe3c6324-a750-424d-8e8c-d07985cc3392 binding host dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:32:43.624707 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-f01e4bc4-1a23-4df5-aed9-27a003674938 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:43.682439 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.695673 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] Transition to ACTIVE for port object ed6aebf4-f368-4cbe-833c-ac975d006769 will not be triggered until provisioned by entity L2. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:43.762703 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 5163188e-3799-49cb-b473-89d3f0d1dcf2 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:32:43.783720 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-013f0ffc-3bf1-4b3a-a9fc-d37377e2fd6a req-9c8fee47-1a9c-4478-9324-438911464aee tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Deleting port 9210e80e-fbb6-4bb3-ba12-cefdcdcea815 {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:32:43.784131 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-013f0ffc-3bf1-4b3a-a9fc-d37377e2fd6a req-9c8fee47-1a9c-4478-9324-438911464aee tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.824626 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.847301 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:43.900586 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-49c46b25-ac20-4ec3-b748-8bd70765d7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.904852 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-f01e4bc4-1a23-4df5-aed9-27a003674938 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Made reservation on behalf of 801cd77637e2403187e00ddcc37d09c9 for: {'port': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:43.908286 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-f01e4bc4-1a23-4df5-aed9-27a003674938 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.934559 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265af0d-c2b8-4e8e-853b-bdc5828f270f req-7c97017e-38bc-4289-b928-38727e89c295 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:43.935352 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-1265af0d-c2b8-4e8e-853b-bdc5828f270f req-7c97017e-38bc-4289-b928-38727e89c295 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Synchronizing usage tracker for tenant:7df1e3622f3e43809f21dc03780af7a7 on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:32:43.980659 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 5163188e-3799-49cb-b473-89d3f0d1dcf2 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:43.981117 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:44.033262 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5a206-1d40-4355-af76-1b676a725449 req-d66ab21f-650f-474a-a561-da6baf35b230 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:44.035489 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-dda5a206-1d40-4355-af76-1b676a725449 req-d66ab21f-650f-474a-a561-da6baf35b230 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.2512720 Jul 07 18:32:44.191688 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:44.204005 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] Transition to ACTIVE for port object fe3c6324-a750-424d-8e8c-d07985cc3392 will not be triggered until provisioned by entity L2. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:44.208446 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed6aebf4-f368-4cbe-833c-ac975d006769,revision_number=2']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:44.210360 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 55918) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:44.212476 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:44.218795 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:44.230679 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-1265af0d-c2b8-4e8e-853b-bdc5828f270f req-7c97017e-38bc-4289-b928-38727e89c295 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Unset dirty status for tenant:7df1e3622f3e43809f21dc03780af7a7 on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:32:44.243272 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1265af0d-c2b8-4e8e-853b-bdc5828f270f req-7c97017e-38bc-4289-b928-38727e89c295 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=819f2e89-4481-465f-bf87-2f5e7d7d3389 HTTP/1.1" status: 200 len: 932 time: 1.5204160 Jul 07 18:32:44.245510 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-dda5a206-1d40-4355-af76-1b676a725449 req-d85eb094-50b1-4e90-98f6-2ebd3c733129 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958728 Jul 07 18:32:44.248909 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:44.322508 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed5f61-deb7-4a4b-933a-7bb6cbf17ae1 None None] Pushing event updated for resources: {'Port': ['ID=fe3c6324-a750-424d-8e8c-d07985cc3392,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:44.325948 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-92ed5f61-deb7-4a4b-933a-7bb6cbf17ae1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:44.341736 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.db_base_plugin_common [None req-49c46b25-ac20-4ec3-b748-8bd70765d7b6 admin admin] Allocated IP 172.20.0.1 (b6fb1874-d9e4-4932-97cf-73a60b3ed960/737b086d-185b-4393-9392-4729cdd1c98a/47be2db2-cdb7-46ac-9f01-21aeea0d20ce) {{(pid=78478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:44.350206 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] Attempting to bind port fe3c6324-a750-424d-8e8c-d07985cc3392 on host dv-cinder-798696-1-smb for vnic_type normal with profile {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:44.350837 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] Attempting to bind port fe3c6324-a750-424d-8e8c-d07985cc3392 by drivers openvswitch,hyperv on host dv-cinder-798696-1-smb at level 0 using segments [{'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:44.351284 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] Attempting to bind port fe3c6324-a750-424d-8e8c-d07985cc3392 on network 7ef95752-4103-4704-97c1-943158aedf11 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:44.359365 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] Checking agent: {'id': '0db86e1d-da65-40b6-b0e9-b4ccdca3fd82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 18), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:44.360647 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] Checking segment: {'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:44.361165 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:44.361764 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] Bound using segment: {'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:44.362579 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] Bound port: fe3c6324-a750-424d-8e8c-d07985cc3392, host: dv-cinder-798696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'}}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:44.363365 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:44.464825 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] For port fe3c6324-a750-424d-8e8c-d07985cc3392, host dv-cinder-798696-1-smb, cleared binding levels {{(pid=78480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:32:44.469015 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] For port fe3c6324-a750-424d-8e8c-d07985cc3392, host dv-cinder-798696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=fe3c6324-a750-424d-8e8c-d07985cc3392,segment=NetworkSegment(34c6f55a-e384-474c-af70-55cf6bf9ed8f),segment_id=34c6f55a-e384-474c-af70-55cf6bf9ed8f)] {{(pid=78480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:32:44.477589 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:44.486922 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:44.536511 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1e9f7d56-80dc-4002-9916-4cfa5893dde6 req-4662d3d0-b061-4811-a124-9b7097a167fd service neutron] 10.222.0.89 "GET /v2.0/networks/92e10a70-b230-47f5-8f0a-d4a88037a098?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0168681 Jul 07 18:32:44.575025 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed5f61-deb7-4a4b-933a-7bb6cbf17ae1 None None] Pushing event updated for resources: {'Port': ['ID=fe3c6324-a750-424d-8e8c-d07985cc3392,revision_number=3']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:44.591211 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-532ad20d-4184-4115-93f3-e936559aea5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:44.591661 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-92ed5f61-deb7-4a4b-933a-7bb6cbf17ae1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:44.618486 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] Routers {'c7b9cada-0418-4aca-ac64-db2ba6f4bd34'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:32:44.619794 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:32:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['c7b9cada-0418-4aca-ac64-db2ba6f4bd34'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:44.627418 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-49c46b25-ac20-4ec3-b748-8bd70765d7b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:44.641957 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-532ad20d-4184-4115-93f3-e936559aea5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:44.658085 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.provisioning_blocks [None req-49c46b25-ac20-4ec3-b748-8bd70765d7b6 admin admin] Transition to ACTIVE for port object 47be2db2-cdb7-46ac-9f01-21aeea0d20ce will not be triggered until provisioned by entity DHCP. {{(pid=78478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:44.681703 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-532ad20d-4184-4115-93f3-e936559aea5a admin admin] Usage tracker for resource:security_group_rule and tenant:90c2a0b7c6af499fad883bf11b08278f is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:44.685985 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-532ad20d-4184-4115-93f3-e936559aea5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:44.706802 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-532ad20d-4184-4115-93f3-e936559aea5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:44.712130 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-49c46b25-ac20-4ec3-b748-8bd70765d7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4077769'] for port, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:44.728926 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:44.754264 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] Attempting to bind port ed6aebf4-f368-4cbe-833c-ac975d006769 on host hv-cinder-79869 for vnic_type normal with profile {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:44.754704 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] Attempting to bind port ed6aebf4-f368-4cbe-833c-ac975d006769 by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': 'db6ea28b-00a7-4d39-91fa-f1432f6f9caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8b57063e-64e9-4ce5-9f30-b1d950c5ee5d'}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:44.755064 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] Attempting to bind port ed6aebf4-f368-4cbe-833c-ac975d006769 on network 8b57063e-64e9-4ce5-9f30-b1d950c5ee5d {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:44.825541 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-1265af0d-c2b8-4e8e-853b-bdc5828f270f req-09de2976-a24a-4b18-9a31-59b0fcbb2943 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Synchronizing usage tracker for tenant:7df1e3622f3e43809f21dc03780af7a7 on resource:security_group {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:32:44.844307 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] Port ed6aebf4-f368-4cbe-833c-ac975d006769 on network 8b57063e-64e9-4ce5-9f30-b1d950c5ee5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:32:44.845029 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] Attempting to bind port ed6aebf4-f368-4cbe-833c-ac975d006769 on network 8b57063e-64e9-4ce5-9f30-b1d950c5ee5d {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:44.853757 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] Set router c7b9cada-0418-4aca-ac64-db2ba6f4bd34 gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:32:44.873589 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 9210e80e-fbb6-4bb3-ba12-cefdcdcea815 no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:32:44.877466 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] Checking agent: {'id': '6661975a-2303-40ef-9047-4852f27aec4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:44.878320 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] Checking segment: {'id': 'db6ea28b-00a7-4d39-91fa-f1432f6f9caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8b57063e-64e9-4ce5-9f30-b1d950c5ee5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:44.878703 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] Bound using segment: {'id': 'db6ea28b-00a7-4d39-91fa-f1432f6f9caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8b57063e-64e9-4ce5-9f30-b1d950c5ee5d'} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:44.879240 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] Bound port: ed6aebf4-f368-4cbe-833c-ac975d006769, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db6ea28b-00a7-4d39-91fa-f1432f6f9caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8b57063e-64e9-4ce5-9f30-b1d950c5ee5d'}}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:44.879630 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:44.912687 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_common [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-f01e4bc4-1a23-4df5-aed9-27a003674938 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Allocated IP 172.20.0.9 (00122975-89ac-4879-bc72-e0e4e7651f21/b4cbb707-c270-421f-bf5e-0a6837269624/3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd) {{(pid=78477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:44.959504 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-013f0ffc-3bf1-4b3a-a9fc-d37377e2fd6a req-9c8fee47-1a9c-4478-9324-438911464aee tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] For port 9210e80e-fbb6-4bb3-ba12-cefdcdcea815, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=9210e80e-fbb6-4bb3-ba12-cefdcdcea815,segment=NetworkSegment(0016132e-fd62-4b5c-b8f3-8c550422fbd7),segment_id=0016132e-fd62-4b5c-b8f3-8c550422fbd7)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:32:44.960026 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-013f0ffc-3bf1-4b3a-a9fc-d37377e2fd6a req-9c8fee47-1a9c-4478-9324-438911464aee tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.022049 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-1265af0d-c2b8-4e8e-853b-bdc5828f270f req-09de2976-a24a-4b18-9a31-59b0fcbb2943 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Unset dirty status for tenant:7df1e3622f3e43809f21dc03780af7a7 on resource:security_group {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:32:45.023962 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1265af0d-c2b8-4e8e-853b-bdc5828f270f req-09de2976-a24a-4b18-9a31-59b0fcbb2943 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7794399 Jul 07 18:32:45.114775 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c46b25-ac20-4ec3-b748-8bd70765d7b6 admin admin] Pushing event updated for resources: {'Port': ['ID=47be2db2-cdb7-46ac-9f01-21aeea0d20ce,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:45.144848 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-49c46b25-ac20-4ec3-b748-8bd70765d7b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:45.161835 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.218099 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-013f0ffc-3bf1-4b3a-a9fc-d37377e2fd6a req-9c8fee47-1a9c-4478-9324-438911464aee tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Calling delete_port for 9210e80e-fbb6-4bb3-ba12-cefdcdcea815 owned by compute:nova {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:32:45.222921 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-532ad20d-4184-4115-93f3-e936559aea5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.232333 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c46b25-ac20-4ec3-b748-8bd70765d7b6 admin admin] Network b6fb1874-d9e4-4932-97cf-73a60b3ed960 is already hosted by enough agents. {{(pid=78478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:45.234849 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-49c46b25-ac20-4ec3-b748-8bd70765d7b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:45.236744 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-532ad20d-4184-4115-93f3-e936559aea5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.248750 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 9210e80e-fbb6-4bb3-ba12-cefdcdcea815, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=9210e80e-fbb6-4bb3-ba12-cefdcdcea815,segment=NetworkSegment(0016132e-fd62-4b5c-b8f3-8c550422fbd7),segment_id=0016132e-fd62-4b5c-b8f3-8c550422fbd7)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:32:45.252805 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9210e80e-fbb6-4bb3-ba12-cefdcdcea815'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:45.266595 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.274331 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c46b25-ac20-4ec3-b748-8bd70765d7b6 admin admin] Received port after_create {{(pid=78478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:32:45.275613 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:45.324735 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-7d2df540-f13f-422e-a1d1-dd841533b351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:45.337755 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b9cada-0418-4aca-ac64-db2ba6f4bd34', 'name': 'tempest-TestMinimumBasicScenario-913563948-router', 'tenant_id': '20d3213dc9834701af0efba77162dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'fe3c6324-a750-424d-8e8c-d07985cc3392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:37Z', 'updated_at': '2021-07-07T18:32:40Z', 'revision_number': 3, 'project_id': '20d3213dc9834701af0efba77162dae6', 'gw_port': {'id': 'fe3c6324-a750-424d-8e8c-d07985cc3392', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b9cada-0418-4aca-ac64-db2ba6f4bd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:38Z', 'updated_at': '2021-07-07T18:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:45.345247 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f230fb-3372-44d5-b13c-5477ea5ef5c7 None None] The sync data for ids ['c7b9cada-0418-4aca-ac64-db2ba6f4bd34'] in dv-cinder-798696-1-smb is: [{'id': 'c7b9cada-0418-4aca-ac64-db2ba6f4bd34', 'name': 'tempest-TestMinimumBasicScenario-913563948-router', 'tenant_id': '20d3213dc9834701af0efba77162dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'fe3c6324-a750-424d-8e8c-d07985cc3392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:37Z', 'updated_at': '2021-07-07T18:32:40Z', 'revision_number': 3, 'project_id': '20d3213dc9834701af0efba77162dae6', 'gw_port': {'id': 'fe3c6324-a750-424d-8e8c-d07985cc3392', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b9cada-0418-4aca-ac64-db2ba6f4bd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:38Z', 'updated_at': '2021-07-07T18:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}] {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:45.345982 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-532ad20d-4184-4115-93f3-e936559aea5a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90c2a0b7c6af499fad883bf11b08278f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1230109 Jul 07 18:32:45.374802 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31bd78-da5f-480b-afc4-037597bf8fd7 req-e27a2bd2-a109-4059-bc01-e9fb140488ee tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:45.381498 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-6f31bd78-da5f-480b-afc4-037597bf8fd7 req-e27a2bd2-a109-4059-bc01-e9fb140488ee tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9 HTTP/1.1" status: 200 len: 945 time: 0.9261944 Jul 07 18:32:45.382307 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 55954) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:45.405537 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1e9f7d56-80dc-4002-9916-4cfa5893dde6 req-b0eac05d-090e-4fdf-8c7c-85749179dd8d service neutron] 10.222.0.89 "GET /v2.0/networks/92e10a70-b230-47f5-8f0a-d4a88037a098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8427262 Jul 07 18:32:45.418101 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=9210e80e-fbb6-4bb3-ba12-cefdcdcea815,revision_number=6']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:45.436252 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:45.445362 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-16b71984-e2d1-41a4-a4e2-2cae9d29453f req-e125b3fa-39c1-4425-8c2e-69a5583f1870 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f53bd5ae-b509-43f5-a5d0-77b85f136d4a HTTP/1.1" status: 200 len: 210 time: 0.1446352 Jul 07 18:32:45.455578 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ad20d-4184-4115-93f3-e936559aea5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ea7fa0-2a18-44eb-878d-c27ed08c36d5,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:45.497443 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-532ad20d-4184-4115-93f3-e936559aea5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:45.596937 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-49c46b25-ac20-4ec3-b748-8bd70765d7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553208'] for router_interface, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.649018 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] For port ed6aebf4-f368-4cbe-833c-ac975d006769, host hv-cinder-79869, cleared binding levels {{(pid=78477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:32:45.672528 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] For port ed6aebf4-f368-4cbe-833c-ac975d006769, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=ed6aebf4-f368-4cbe-833c-ac975d006769,segment=NetworkSegment(db6ea28b-00a7-4d39-91fa-f1432f6f9caf),segment_id=db6ea28b-00a7-4d39-91fa-f1432f6f9caf)] {{(pid=78477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:32:45.676843 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-6f31bd78-da5f-480b-afc4-037597bf8fd7 req-650d3d00-9074-4509-91c1-eddaeca074d2 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff4e1497-027f-465f-973f-d39875ba615a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891356 Jul 07 18:32:45.681758 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.693073 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:45.723785 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-d8312751-df85-43f1-8eed-90309522eb64 None None] Provisioning for port 47be2db2-cdb7-46ac-9f01-21aeea0d20ce completed by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:45.734313 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-d8312751-df85-43f1-8eed-90309522eb64 None None] Provisioning complete for port 47be2db2-cdb7-46ac-9f01-21aeea0d20ce triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:45.735830 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d8312751-df85-43f1-8eed-90309522eb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.792711 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.db.api [req-013f0ffc-3bf1-4b3a-a9fc-d37377e2fd6a req-9c8fee47-1a9c-4478-9324-438911464aee tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:32:45.793298 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_db.api [req-013f0ffc-3bf1-4b3a-a9fc-d37377e2fd6a req-9c8fee47-1a9c-4478-9324-438911464aee tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:32:45.802743 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-63bf70c8-8253-4682-bef6-a8d09ee7a04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.823865 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:45.824488 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.825869 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] 10.222.0.89 "PUT /v2.0/ports/ed6aebf4-f368-4cbe-833c-ac975d006769 HTTP/1.1" status: 200 len: 1094 time: 5.2093670 Jul 07 18:32:45.828926 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '819f2e89-4481-465f-bf87-2f5e7d7d3389', 'tag': 'ed6aebf4-f368-4cbe-833c-ac975d006769'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:45.881374 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed6aebf4-f368-4cbe-833c-ac975d006769,revision_number=3']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:45.907728 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9210e80e-fbb6-4bb3-ba12-cefdcdcea815', 'code': 200} Jul 07 18:32:45.950778 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:45.966311 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-f01e4bc4-1a23-4df5-aed9-27a003674938 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks [] for port, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.968065 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-d8312751-df85-43f1-8eed-90309522eb64 None None] Port 47be2db2-cdb7-46ac-9f01-21aeea0d20ce cannot update to ACTIVE because it is not bound. {{(pid=78479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:46.009828 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-354dea28-45c2-45c4-aac3-e0b92a42cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:46.015477 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-354dea28-45c2-45c4-aac3-e0b92a42cb81 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7df1e3622f3e43809f21dc03780af7a7&device_id=819f2e89-4481-465f-bf87-2f5e7d7d3389 HTTP/1.1" status: 200 len: 1097 time: 0.1304338 Jul 07 18:32:46.017402 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '819f2e89-4481-465f-bf87-2f5e7d7d3389', 'tag': 'ed6aebf4-f368-4cbe-833c-ac975d006769', 'status': 'completed', 'code': 200} Jul 07 18:32:46.068141 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-63bf70c8-8253-4682-bef6-a8d09ee7a04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:46.101780 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-f01e4bc4-1a23-4df5-aed9-27a003674938 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:46.114571 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-6f729830-27db-4652-beb2-31d70aabf76d tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:46.116279 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['d5f372b4-a397-4a8e-a8ce-59fd31dcc96c', '0975996b-57a0-4629-9f94-bcea5195f8f8', '8980e75c-0e3f-43db-82fd-f625c9f47a71'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:32:46.120796 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-49c46b25-ac20-4ec3-b748-8bd70765d7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:46.156059 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-95ac9706-76b3-456a-a0ad-3acbcdfc61e0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed6aebf4-f368-4cbe-833c-ac975d006769 HTTP/1.1" status: 200 len: 217 time: 0.1291943 Jul 07 18:32:46.263953 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50801aac-1b0c-4d4f-8c7b-6cee2fc06ebe req-6f8adc44-41d5-4f6d-82d2-f9b84d2717cd tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:46.265672 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-50801aac-1b0c-4d4f-8c7b-6cee2fc06ebe req-6f8adc44-41d5-4f6d-82d2-f9b84d2717cd tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.2997901 Jul 07 18:32:46.295202 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-013f0ffc-3bf1-4b3a-a9fc-d37377e2fd6a req-9c8fee47-1a9c-4478-9324-438911464aee tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Deleting port 9210e80e-fbb6-4bb3-ba12-cefdcdcea815 {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:32:46.295817 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-013f0ffc-3bf1-4b3a-a9fc-d37377e2fd6a req-9c8fee47-1a9c-4478-9324-438911464aee tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:46.344182 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-f01e4bc4-1a23-4df5-aed9-27a003674938 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Network 00122975-89ac-4879-bc72-e0e4e7651f21 is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:46.364129 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-63bf70c8-8253-4682-bef6-a8d09ee7a04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:46.372299 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-0152d9d6-d1ac-4c1e-8b81-5eb29c946368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:46.375158 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-f01e4bc4-1a23-4df5-aed9-27a003674938 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:46.377373 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e4bc4-1a23-4df5-aed9-27a003674938 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Pushing event updated for resources: {'Port': ['ID=3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:46.382344 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-f01e4bc4-1a23-4df5-aed9-27a003674938 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Received port after_create {{(pid=78477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:32:46.388890 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-f01e4bc4-1a23-4df5-aed9-27a003674938 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:46.389777 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-f01e4bc4-1a23-4df5-aed9-27a003674938 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:46.402198 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-f01e4bc4-1a23-4df5-aed9-27a003674938 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:46.411605 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-50801aac-1b0c-4d4f-8c7b-6cee2fc06ebe req-07ad230a-b797-4f65-8e86-7f5b369cb943 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923316 Jul 07 18:32:46.415938 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf70c8-8253-4682-bef6-a8d09ee7a04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ea7fa0-2a18-44eb-878d-c27ed08c36d5,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:46.418554 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-63bf70c8-8253-4682-bef6-a8d09ee7a04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:46.425667 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-8c21e7ed-2e81-4b11-9d8a-ef6969f85ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:46.427868 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-8c21e7ed-2e81-4b11-9d8a-ef6969f85ff2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95bdbec5-1cdc-49d5-a1d9-167b4d7b415b HTTP/1.1" status: 200 len: 848 time: 0.2454109 Jul 07 18:32:46.448821 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-63bf70c8-8253-4682-bef6-a8d09ee7a04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:46.452562 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-63bf70c8-8253-4682-bef6-a8d09ee7a04a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04ea7fa0-2a18-44eb-878d-c27ed08c36d5 HTTP/1.1" status: 204 len: 168 time: 0.9985595 Jul 07 18:32:46.516804 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-49c46b25-ac20-4ec3-b748-8bd70765d7b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:46.522908 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-49c46b25-ac20-4ec3-b748-8bd70765d7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4077760'] for port, after_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:46.556629 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-49c46b25-ac20-4ec3-b748-8bd70765d7b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:46.664116 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-49c46b25-ac20-4ec3-b748-8bd70765d7b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546883'] for router_interface, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:46.669953 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c46b25-ac20-4ec3-b748-8bd70765d7b6 admin admin] Pushing event updated for resources: {'Port': ['ID=47be2db2-cdb7-46ac-9f01-21aeea0d20ce,revision_number=2']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:46.682150 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-f01e4bc4-1a23-4df5-aed9-27a003674938 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0607176 Jul 07 18:32:46.696529 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-ccbf8d7d-a6d3-4812-be2e-ce0fa9bae2cd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8b57063e-64e9-4ce5-9f30-b1d950c5ee5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2575283 Jul 07 18:32:46.714998 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] Request body: {'port': {'device_id': 'f53bd5ae-b509-43f5-a5d0-77b85f136d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:46.716471 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-49c46b25-ac20-4ec3-b748-8bd70765d7b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:46.880716 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be49435-b016-44c8-b92f-25a1d61359f9 req-402e87dc-9c7e-44cc-96aa-79388381a313 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:46.882294 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-3be49435-b016-44c8-b92f-25a1d61359f9 req-402e87dc-9c7e-44cc-96aa-79388381a313 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f53bd5ae-b509-43f5-a5d0-77b85f136d4a HTTP/1.1" status: 200 len: 931 time: 0.2139182 Jul 07 18:32:46.942926 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c46b25-ac20-4ec3-b748-8bd70765d7b6 admin admin] Network b6fb1874-d9e4-4932-97cf-73a60b3ed960 is already hosted by enough agents. {{(pid=78478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:46.947047 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-49c46b25-ac20-4ec3-b748-8bd70765d7b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:46.971233 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-3be49435-b016-44c8-b92f-25a1d61359f9 req-c6da1616-9aff-42f6-a7e7-1a23514588b1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727375 Jul 07 18:32:47.027804 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-013f0ffc-3bf1-4b3a-a9fc-d37377e2fd6a req-9c8fee47-1a9c-4478-9324-438911464aee tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] For port 9210e80e-fbb6-4bb3-ba12-cefdcdcea815, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=9210e80e-fbb6-4bb3-ba12-cefdcdcea815,segment=NetworkSegment(0016132e-fd62-4b5c-b8f3-8c550422fbd7),segment_id=0016132e-fd62-4b5c-b8f3-8c550422fbd7)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:32:47.028235 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-013f0ffc-3bf1-4b3a-a9fc-d37377e2fd6a req-9c8fee47-1a9c-4478-9324-438911464aee tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:47.305685 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c46b25-ac20-4ec3-b748-8bd70765d7b6 admin admin] Router c7b9cada-0418-4aca-ac64-db2ba6f4bd34 has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:32:47.350475 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device fe3c6324-a750-424d-8e8c-d07985cc3392 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:32:47.516959 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-a30faf9c-0aef-46f4-90f2-060fda37d5a5 None None] Provisioning complete for port 47be2db2-cdb7-46ac-9f01-21aeea0d20ce triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:47.517336 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a30faf9c-0aef-46f4-90f2-060fda37d5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:47.519229 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fbfb3-f2a1-4f0d-92ac-247aa30c470d req-76440705-4d42-41cf-9736-cc1318a8414f tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:47.526768 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-7d5fbfb3-f2a1-4f0d-92ac-247aa30c470d req-76440705-4d42-41cf-9736-cc1318a8414f tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=819f2e89-4481-465f-bf87-2f5e7d7d3389 HTTP/1.1" status: 200 len: 944 time: 1.2984324 Jul 07 18:32:47.535816 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-013f0ffc-3bf1-4b3a-a9fc-d37377e2fd6a req-9c8fee47-1a9c-4478-9324-438911464aee tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Calling delete_port for 9210e80e-fbb6-4bb3-ba12-cefdcdcea815 owned by compute:nova {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:32:47.664493 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-a30faf9c-0aef-46f4-90f2-060fda37d5a5 None None] Port 47be2db2-cdb7-46ac-9f01-21aeea0d20ce cannot update to ACTIVE because it is not bound. {{(pid=78479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:47.667431 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-75bc9d51-2d49-4568-a274-67093a88b540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:47.681517 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning for port fe3c6324-a750-424d-8e8c-d07985cc3392 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:47.687476 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port fe3c6324-a750-424d-8e8c-d07985cc3392 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:47.688393 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:47.750661 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c46b25-ac20-4ec3-b748-8bd70765d7b6 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:32:47.756869 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-49c46b25-ac20-4ec3-b748-8bd70765d7b6 admin admin] 10.222.0.41 "PUT /v2.0/routers/c7b9cada-0418-4aca-ac64-db2ba6f4bd34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1534140 Jul 07 18:32:47.792602 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fe825-190b-42f6-84f6-a255a74112e7 req-d8317a92-6832-4784-a717-cdd61a3537fe tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:47.794060 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c56fe825-190b-42f6-84f6-a255a74112e7 req-d8317a92-6832-4784-a717-cdd61a3537fe tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9 HTTP/1.1" status: 200 len: 943 time: 0.2618325 Jul 07 18:32:47.823811 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:47.843512 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-7d5fbfb3-f2a1-4f0d-92ac-247aa30c470d req-3085b758-8ff8-4f36-a88d-47a47a3f56c6 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158407 Jul 07 18:32:47.871177 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:47.889457 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c56fe825-190b-42f6-84f6-a255a74112e7 req-16c9df26-6943-4b24-8fc5-cbe29f452fcf tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff4e1497-027f-465f-973f-d39875ba615a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860441 Jul 07 18:32:47.891987 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] For port fe3c6324-a750-424d-8e8c-d07985cc3392, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=fe3c6324-a750-424d-8e8c-d07985cc3392,segment=NetworkSegment(34c6f55a-e384-474c-af70-55cf6bf9ed8f),segment_id=34c6f55a-e384-474c-af70-55cf6bf9ed8f)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:32:47.896854 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:47.899586 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:47.918799 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-44934333-9ec8-4040-95b7-0c6c9517f4db service neutron] 10.222.0.89 "GET /v2.0/networks/8b57063e-64e9-4ce5-9f30-b1d950c5ee5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2090204 Jul 07 18:32:47.950343 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] Sync routers for ids ['c7b9cada-0418-4aca-ac64-db2ba6f4bd34'] in dv-cinder-798696-1-smb {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:47.990958 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] Routers {'c7b9cada-0418-4aca-ac64-db2ba6f4bd34'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:32:47.992028 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:32:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['c7b9cada-0418-4aca-ac64-db2ba6f4bd34'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:48.224954 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3512c9-1838-4e36-a2fd-a49d9a374b01 req-c4de9478-daaf-45d8-8574-0db775652b30 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:48.233766 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-6a3512c9-1838-4e36-a2fd-a49d9a374b01 req-c4de9478-daaf-45d8-8574-0db775652b30 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f53bd5ae-b509-43f5-a5d0-77b85f136d4a HTTP/1.1" status: 200 len: 931 time: 0.1108656 Jul 07 18:32:48.305006 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-6a3512c9-1838-4e36-a2fd-a49d9a374b01 req-b636e18d-9276-43f5-bc4e-33bba9182ef8 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695825 Jul 07 18:32:48.325905 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Pushing event updated for resources: {'Port': ['ID=fe3c6324-a750-424d-8e8c-d07985cc3392,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:48.336365 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:48.343191 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:48.366219 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] Set router c7b9cada-0418-4aca-ac64-db2ba6f4bd34 gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:32:48.449154 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-013f0ffc-3bf1-4b3a-a9fc-d37377e2fd6a req-9c8fee47-1a9c-4478-9324-438911464aee tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:48.483460 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-ac1ba2a6-a48f-42e8-a1c0-1810c82b008b tempest-DeleteServersTestJSON-1095363852 tempest-DeleteServersTestJSON-1095363852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:48.589533 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fee47-1a9c-4478-9324-438911464aee tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Pushing event deleted for resources: {'Port': ['ID=9210e80e-fbb6-4bb3-ba12-cefdcdcea815,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:48.667691 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-9c8fee47-1a9c-4478-9324-438911464aee tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:48.795864 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-013f0ffc-3bf1-4b3a-a9fc-d37377e2fd6a req-9c8fee47-1a9c-4478-9324-438911464aee tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] No DVR routers for this DVR port 9210e80e-fbb6-4bb3-ba12-cefdcdcea815 on host hv-cinder-79869 {{(pid=78477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:32:48.813906 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-013f0ffc-3bf1-4b3a-a9fc-d37377e2fd6a req-9c8fee47-1a9c-4478-9324-438911464aee tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:48.816528 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9', 'name': 'network-vif-deleted', 'tag': '9210e80e-fbb6-4bb3-ba12-cefdcdcea815'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:48.838329 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b9cada-0418-4aca-ac64-db2ba6f4bd34', 'name': 'tempest-TestMinimumBasicScenario-913563948-router', 'tenant_id': '20d3213dc9834701af0efba77162dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'fe3c6324-a750-424d-8e8c-d07985cc3392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:37Z', 'updated_at': '2021-07-07T18:32:45Z', 'revision_number': 4, 'project_id': '20d3213dc9834701af0efba77162dae6', 'gw_port': {'id': 'fe3c6324-a750-424d-8e8c-d07985cc3392', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b9cada-0418-4aca-ac64-db2ba6f4bd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:38Z', 'updated_at': '2021-07-07T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '47be2db2-cdb7-46ac-9f01-21aeea0d20ce', 'name': '', 'network_id': 'b6fb1874-d9e4-4932-97cf-73a60b3ed960', 'tenant_id': '20d3213dc9834701af0efba77162dae6', 'mac_address': 'fa:16:3e:b9:7c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b9cada-0418-4aca-ac64-db2ba6f4bd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '737b086d-185b-4393-9392-4729cdd1c98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:43Z', 'updated_at': '2021-07-07T18:32:46Z', 'revision_number': 2, 'project_id': '20d3213dc9834701af0efba77162dae6', 'subnets': [{'id': '737b086d-185b-4393-9392-4729cdd1c98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:48.842421 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] Checking router: c7b9cada-0418-4aca-ac64-db2ba6f4bd34 for host: dv-cinder-798696-1-smb {{(pid=78479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:32:48.842956 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] Updating router c7b9cada-0418-4aca-ac64-db2ba6f4bd34 port 47be2db2-cdb7-46ac-9f01-21aeea0d20ce binding host dv-cinder-798696-1-smb {{(pid=78479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:32:48.880728 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-0e3da958-3286-41aa-b1eb-b8cb0d401f5e req-9c6b6571-1944-4745-9a7b-a6a7930a9c3f service neutron] 10.222.0.89 "GET /v2.0/networks/8b57063e-64e9-4ce5-9f30-b1d950c5ee5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6869664 Jul 07 18:32:48.899049 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-013f0ffc-3bf1-4b3a-a9fc-d37377e2fd6a req-9c8fee47-1a9c-4478-9324-438911464aee tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.89 "DELETE /v2.0/ports/9210e80e-fbb6-4bb3-ba12-cefdcdcea815 HTTP/1.1" status: 204 len: 173 time: 5.8929281 Jul 07 18:32:48.940846 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9', 'name': 'network-vif-deleted', 'tag': '9210e80e-fbb6-4bb3-ba12-cefdcdcea815', 'status': 'completed', 'code': 200} Jul 07 18:32:48.997967 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:49.006606 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 56056) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:49.121307 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6982c-178c-4180-9a9a-d5d40fb02062 req-96bda195-257f-4fa3-8449-d3b62725cdc5 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:49.122915 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-aea6982c-178c-4180-9a9a-d5d40fb02062 req-96bda195-257f-4fa3-8449-d3b62725cdc5 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.8866136 Jul 07 18:32:49.181222 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdf321-0d2a-4926-bf7c-e0739d74c002 req-e2dd1bcb-fd23-48bf-9c3d-1807d0be193c tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:49.192929 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-1ffdf321-0d2a-4926-bf7c-e0739d74c002 req-e2dd1bcb-fd23-48bf-9c3d-1807d0be193c tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=819f2e89-4481-465f-bf87-2f5e7d7d3389 HTTP/1.1" status: 200 len: 944 time: 0.1357434 Jul 07 18:32:49.250002 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f032026b-2e17-49d2-b944-87ad283f5be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:49.285141 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device fe3c6324-a750-424d-8e8c-d07985cc3392 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:32:49.285342 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-f032026b-2e17-49d2-b944-87ad283f5be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:49.289956 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-f032026b-2e17-49d2-b944-87ad283f5be0 admin admin] Usage tracker for resource:security_group_rule and tenant:5c42812aca4447f2a2963041a3ba68ec is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:49.293368 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-f032026b-2e17-49d2-b944-87ad283f5be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:49.301749 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-f032026b-2e17-49d2-b944-87ad283f5be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:49.339900 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-aea6982c-178c-4180-9a9a-d5d40fb02062 req-30df5b2f-b6ca-401c-8df8-0824af3c23e2 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969266 Jul 07 18:32:49.387646 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd {{(pid=78477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:32:49.421596 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:49.434882 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f032026b-2e17-49d2-b944-87ad283f5be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:49.443965 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f032026b-2e17-49d2-b944-87ad283f5be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:49.470902 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-aa0666ac-55f3-415a-91ad-f945e3370f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:49.477114 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port fe3c6324-a750-424d-8e8c-d07985cc3392 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:49.477669 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] Transition to ACTIVE for port object 3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd will not be triggered until provisioned by entity L2. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:49.477787 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:49.484077 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57e070-261d-4625-aeb3-e5c034c34a62 req-a6e50598-3188-44c1-9278-9b5b29a61bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:49.487812 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3c57e070-261d-4625-aeb3-e5c034c34a62 req-a6e50598-3188-44c1-9278-9b5b29a61bd6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7df1e3622f3e43809f21dc03780af7a7&device_id=819f2e89-4481-465f-bf87-2f5e7d7d3389 HTTP/1.1" status: 200 len: 1097 time: 0.5138407 Jul 07 18:32:49.491952 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:49.515215 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-1ffdf321-0d2a-4926-bf7c-e0739d74c002 req-fa09eea2-c948-4fc4-9bcd-035878ae513f tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145280 Jul 07 18:32:49.555341 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-741c4fcc-497e-4cde-9632-9157daf35fa7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:49.587609 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032026b-2e17-49d2-b944-87ad283f5be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060c8b38-258c-4d48-9818-5181f2ea4166,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:49.607578 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-f032026b-2e17-49d2-b944-87ad283f5be0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c42812aca4447f2a2963041a3ba68ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5996194 Jul 07 18:32:49.613185 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-f032026b-2e17-49d2-b944-87ad283f5be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:49.613637 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 56070) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:49.758927 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-de79dd35-c192-4065-85ec-e091e8adce63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:49.797645 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-de79dd35-c192-4065-85ec-e091e8adce63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:49.957403 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-de79dd35-c192-4065-85ec-e091e8adce63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:49.968674 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] Notify callbacks [] for port, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:49.974307 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:50.003634 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79dd35-c192-4065-85ec-e091e8adce63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060c8b38-258c-4d48-9818-5181f2ea4166,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:50.017676 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] Transition to ACTIVE for port object 47be2db2-cdb7-46ac-9f01-21aeea0d20ce will not be triggered until provisioned by entity L2. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:50.026782 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c432239-14fd-47c0-a1f2-ceb8feb8e1ad req-49d8d121-4d75-42df-928a-bc187a538017 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:50.045501 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-9c432239-14fd-47c0-a1f2-ceb8feb8e1ad req-49d8d121-4d75-42df-928a-bc187a538017 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f53bd5ae-b509-43f5-a5d0-77b85f136d4a HTTP/1.1" status: 200 len: 943 time: 0.3802226 Jul 07 18:32:50.053598 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-fd11aa29-217d-4ba8-b2aa-704cc458fd24 req-f60f3e6a-eff1-47c1-8cfb-aa512f47ea1a tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Synchronizing usage tracker for tenant:1b75b9fa93a44cc2a2b3b59570ab7cec on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:32:50.055912 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:50.066412 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-db6c583e-8222-4d47-af7b-6e76c93ec6d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:50.109334 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-de79dd35-c192-4065-85ec-e091e8adce63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:50.130392 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-de79dd35-c192-4065-85ec-e091e8adce63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:50.131741 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-de79dd35-c192-4065-85ec-e091e8adce63 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/060c8b38-258c-4d48-9818-5181f2ea4166 HTTP/1.1" status: 204 len: 168 time: 0.5171518 Jul 07 18:32:50.154802 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-9c432239-14fd-47c0-a1f2-ceb8feb8e1ad req-19a13075-b12c-4d04-bf16-09bb0d8d013e tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078851 Jul 07 18:32:50.372606 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a4665-a1eb-4796-b0e3-c111018340d5 None None] Pushing event updated for resources: {'Port': ['ID=47be2db2-cdb7-46ac-9f01-21aeea0d20ce,revision_number=3']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:50.407210 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-141a4665-a1eb-4796-b0e3-c111018340d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:50.437591 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ce1f8013-93f8-4bad-8ccb-bcb63e721d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:50.545856 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd,revision_number=2']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:50.554598 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57e070-261d-4625-aeb3-e5c034c34a62 req-abbc98b4-9aa3-4ea5-aae2-14ba0830c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:50.560485 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3c57e070-261d-4625-aeb3-e5c034c34a62 req-abbc98b4-9aa3-4ea5-aae2-14ba0830c354 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8b57063e-64e9-4ce5-9f30-b1d950c5ee5d HTTP/1.1" status: 200 len: 909 time: 1.0561872 Jul 07 18:32:50.564596 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.009s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:50.643636 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] Attempting to bind port 47be2db2-cdb7-46ac-9f01-21aeea0d20ce on host dv-cinder-798696-1-smb for vnic_type normal with profile {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:50.644201 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] Attempting to bind port 47be2db2-cdb7-46ac-9f01-21aeea0d20ce by drivers openvswitch,hyperv on host dv-cinder-798696-1-smb at level 0 using segments [{'id': '9c88eeff-9f2a-463d-b9f9-c16429c6f9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'b6fb1874-d9e4-4932-97cf-73a60b3ed960'}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:50.644607 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] Attempting to bind port 47be2db2-cdb7-46ac-9f01-21aeea0d20ce on network b6fb1874-d9e4-4932-97cf-73a60b3ed960 {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:50.651769 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] Checking agent: {'id': '0db86e1d-da65-40b6-b0e9-b4ccdca3fd82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 18), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:50.652319 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] Checking segment: {'id': '9c88eeff-9f2a-463d-b9f9-c16429c6f9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'b6fb1874-d9e4-4932-97cf-73a60b3ed960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:50.652843 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:50.653504 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] Bound using segment: {'id': '9c88eeff-9f2a-463d-b9f9-c16429c6f9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'b6fb1874-d9e4-4932-97cf-73a60b3ed960'} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:50.654249 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] Bound port: 47be2db2-cdb7-46ac-9f01-21aeea0d20ce, host: dv-cinder-798696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c88eeff-9f2a-463d-b9f9-c16429c6f9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'b6fb1874-d9e4-4932-97cf-73a60b3ed960'}}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:50.655161 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:50.754687 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3c57e070-261d-4625-aeb3-e5c034c34a62 req-8c76b39a-b6b5-4e9e-a044-e849a78dcf45 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed6aebf4-f368-4cbe-833c-ac975d006769 HTTP/1.1" status: 200 len: 217 time: 0.1364443 Jul 07 18:32:50.777268 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f749cb1-6b80-42b1-b3f8-db2fa5a0ca86 req-d0c6d732-fa73-4d7c-b6c7-44266c2970d0 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:50.782438 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-2f749cb1-6b80-42b1-b3f8-db2fa5a0ca86 req-d0c6d732-fa73-4d7c-b6c7-44266c2970d0 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1430788 Jul 07 18:32:50.797090 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-fd11aa29-217d-4ba8-b2aa-704cc458fd24 req-f60f3e6a-eff1-47c1-8cfb-aa512f47ea1a tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Unset dirty status for tenant:1b75b9fa93a44cc2a2b3b59570ab7cec on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:32:50.798233 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-fd11aa29-217d-4ba8-b2aa-704cc458fd24 req-f60f3e6a-eff1-47c1-8cfb-aa512f47ea1a tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2ecb4de-cbfe-460a-bda5-46ce00bcf8d9 HTTP/1.1" status: 200 len: 210 time: 1.1250255 Jul 07 18:32:50.861713 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] For port 47be2db2-cdb7-46ac-9f01-21aeea0d20ce, host dv-cinder-798696-1-smb, cleared binding levels {{(pid=78479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:32:50.876117 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] For port 47be2db2-cdb7-46ac-9f01-21aeea0d20ce, host dv-cinder-798696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=47be2db2-cdb7-46ac-9f01-21aeea0d20ce,segment=NetworkSegment(9c88eeff-9f2a-463d-b9f9-c16429c6f9bd),segment_id=9c88eeff-9f2a-463d-b9f9-c16429c6f9bd)] {{(pid=78479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:32:50.890012 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-2f749cb1-6b80-42b1-b3f8-db2fa5a0ca86 req-8568a9d3-90b7-45e4-a33e-cdbaf30f22a3 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015875 Jul 07 18:32:50.890647 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:50.910827 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:50.939623 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] Attempting to bind port 3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd on host hv-cinder-79869 for vnic_type normal with profile {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:50.940467 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] Attempting to bind port 3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': 'a67dfcbe-c679-4d3f-b4bc-195e22269185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '00122975-89ac-4879-bc72-e0e4e7651f21'}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:50.940808 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] Attempting to bind port 3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd on network 00122975-89ac-4879-bc72-e0e4e7651f21 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:50.944461 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57e070-261d-4625-aeb3-e5c034c34a62 req-0bf995f3-f216-4fbd-b875-070c8912301a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:50.945918 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3c57e070-261d-4625-aeb3-e5c034c34a62 req-0bf995f3-f216-4fbd-b875-070c8912301a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95bdbec5-1cdc-49d5-a1d9-167b4d7b415b HTTP/1.1" status: 200 len: 848 time: 0.1467927 Jul 07 18:32:50.952375 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] Port 3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd on network 00122975-89ac-4879-bc72-e0e4e7651f21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:32:50.952690 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] Attempting to bind port 3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd on network 00122975-89ac-4879-bc72-e0e4e7651f21 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:50.961221 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] Checking agent: {'id': '6661975a-2303-40ef-9047-4852f27aec4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:50.961562 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] Checking segment: {'id': 'a67dfcbe-c679-4d3f-b4bc-195e22269185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '00122975-89ac-4879-bc72-e0e4e7651f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:50.961945 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] Bound using segment: {'id': 'a67dfcbe-c679-4d3f-b4bc-195e22269185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '00122975-89ac-4879-bc72-e0e4e7651f21'} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:50.962366 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] Bound port: 3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67dfcbe-c679-4d3f-b4bc-195e22269185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '00122975-89ac-4879-bc72-e0e4e7651f21'}}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:50.962711 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:50.989034 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device ed6aebf4-f368-4cbe-833c-ac975d006769 details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 07 18:32:51.017535 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3c57e070-261d-4625-aeb3-e5c034c34a62 req-f8e557f7-0fa1-46a8-9ce1-55ebcb67fcc2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8b57063e-64e9-4ce5-9f30-b1d950c5ee5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578628 Jul 07 18:32:51.198108 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port ed6aebf4-f368-4cbe-833c-ac975d006769, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=ed6aebf4-f368-4cbe-833c-ac975d006769,segment=NetworkSegment(db6ea28b-00a7-4d39-91fa-f1432f6f9caf),segment_id=db6ea28b-00a7-4d39-91fa-f1432f6f9caf)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:32:51.218741 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Returning: {'device': 'ed6aebf4-f368-4cbe-833c-ac975d006769', 'network_id': '8b57063e-64e9-4ce5-9f30-b1d950c5ee5d', 'port_id': 'ed6aebf4-f368-4cbe-833c-ac975d006769', 'mac_address': 'fa:16:3e:ca:d8:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95bdbec5-1cdc-49d5-a1d9-167b4d7b415b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 07 18:32:51.304805 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3c57e070-261d-4625-aeb3-e5c034c34a62 req-1208ee04-beaa-4b53-8c15-ad5bfd1c9fb1 service neutron] 10.222.0.89 "GET /v2.0/networks/8b57063e-64e9-4ce5-9f30-b1d950c5ee5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734501 Jul 07 18:32:51.393873 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a4665-a1eb-4796-b0e3-c111018340d5 None None] Pushing event updated for resources: {'Port': ['ID=47be2db2-cdb7-46ac-9f01-21aeea0d20ce,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:51.443836 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-141a4665-a1eb-4796-b0e3-c111018340d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:51.511027 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:51.516880 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] Routers {'c7b9cada-0418-4aca-ac64-db2ba6f4bd34'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:32:51.517588 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:32:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['c7b9cada-0418-4aca-ac64-db2ba6f4bd34'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:51.676697 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:51.683133 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d1039-8810-480c-b090-13e41a6367a1 req-7dcf0887-b1df-459c-a13e-db5af7ac375f tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:51.687922 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-492d1039-8810-480c-b090-13e41a6367a1 req-7dcf0887-b1df-459c-a13e-db5af7ac375f tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f53bd5ae-b509-43f5-a5d0-77b85f136d4a HTTP/1.1" status: 200 len: 943 time: 0.2639883 Jul 07 18:32:51.707674 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] For port 3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd, host hv-cinder-79869, cleared binding levels {{(pid=78477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:32:51.711183 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3c57e070-261d-4625-aeb3-e5c034c34a62 req-857cd72d-5eb4-421f-9bb6-08d34938bc94 service neutron] 10.222.0.89 "GET /v2.0/networks/8b57063e-64e9-4ce5-9f30-b1d950c5ee5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782871 Jul 07 18:32:51.750221 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] For port 3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd,segment=NetworkSegment(a67dfcbe-c679-4d3f-b4bc-195e22269185),segment_id=a67dfcbe-c679-4d3f-b4bc-195e22269185)] {{(pid=78477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:32:51.765150 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e73fd3-1abd-4e9d-9384-ea3f419e368c req-ad7efe68-ca87-42ab-a094-ed644091483e tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:51.766826 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-58e73fd3-1abd-4e9d-9384-ea3f419e368c req-ad7efe68-ca87-42ab-a094-ed644091483e tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=819f2e89-4481-465f-bf87-2f5e7d7d3389 HTTP/1.1" status: 200 len: 944 time: 0.4538801 Jul 07 18:32:51.768187 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:51.783443 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-492d1039-8810-480c-b090-13e41a6367a1 req-8d749725-afb1-4af7-b133-6e27f4dbe075 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892386 Jul 07 18:32:51.785781 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:51.873919 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd,revision_number=3']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:51.890997 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:51.905933 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:51.906552 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:51.907980 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] 10.222.0.89 "PUT /v2.0/ports/3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd HTTP/1.1" status: 200 len: 1093 time: 5.2029490 Jul 07 18:32:51.908467 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53bd5ae-b509-43f5-a5d0-77b85f136d4a', 'tag': '3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:51.956530 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-58e73fd3-1abd-4e9d-9384-ea3f419e368c req-0c46ea5c-bd88-43de-92d2-898fee59ea47 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711535 Jul 07 18:32:52.035872 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6aebf4-f368-4cbe-833c-ac975d006769 {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:32:52.073252 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port ed6aebf4-f368-4cbe-833c-ac975d006769, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=ed6aebf4-f368-4cbe-833c-ac975d006769,segment=NetworkSegment(db6ea28b-00a7-4d39-91fa-f1432f6f9caf),segment_id=db6ea28b-00a7-4d39-91fa-f1432f6f9caf)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:32:52.085851 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:52.092179 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:52.154361 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-e910cdf6-9652-4bc8-b24a-df129e39f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:52.155583 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-e910cdf6-9652-4bc8-b24a-df129e39f1fa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=801cd77637e2403187e00ddcc37d09c9&device_id=f53bd5ae-b509-43f5-a5d0-77b85f136d4a HTTP/1.1" status: 200 len: 1096 time: 0.1919613 Jul 07 18:32:52.175337 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=ed6aebf4-f368-4cbe-833c-ac975d006769,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:52.204305 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:52.215833 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] Set router c7b9cada-0418-4aca-ac64-db2ba6f4bd34 gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:32:52.269573 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-7ec46baf-44cb-47f3-9ce7-c6150d833657 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd HTTP/1.1" status: 200 len: 217 time: 0.0968106 Jul 07 18:32:52.322081 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53bd5ae-b509-43f5-a5d0-77b85f136d4a', 'tag': '3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd', 'status': 'completed', 'code': 200} Jul 07 18:32:52.520923 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-7178581c-04fb-4e09-a3a1-3e11980eaf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:52.524004 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-7178581c-04fb-4e09-a3a1-3e11980eaf9b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b4cbb707-c270-421f-bf5e-0a6837269624 HTTP/1.1" status: 200 len: 853 time: 0.2092769 Jul 07 18:32:52.592567 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-c56e99b7-eccc-4d78-8d71-94f7a3d8baa1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=00122975-89ac-4879-bc72-e0e4e7651f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505486 Jul 07 18:32:52.617476 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a6aa0-a460-4298-9b73-609ce0cb955c req-fca4439e-676a-4088-bf9e-244c4040ba35 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:52.626874 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c95a6aa0-a460-4298-9b73-609ce0cb955c req-fca4439e-676a-4088-bf9e-244c4040ba35 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.3560884 Jul 07 18:32:52.723873 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['ed6aebf4-f368-4cbe-833c-ac975d006769'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:32:52.798362 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:52.825386 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c95a6aa0-a460-4298-9b73-609ce0cb955c req-12b71f4c-2b60-4102-8283-aadb6546c6be tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966906 Jul 07 18:32:52.929724 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-4b18d1c9-e085-46bf-aef3-2eac77329299 service neutron] 10.222.0.89 "GET /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262713 Jul 07 18:32:53.178539 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb88e06-4938-4375-a9f9-67f402aa81bf req-cee588d9-9bcc-4eb1-bd98-923969017055 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:53.195420 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-ffb88e06-4938-4375-a9f9-67f402aa81bf req-cee588d9-9bcc-4eb1-bd98-923969017055 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f53bd5ae-b509-43f5-a5d0-77b85f136d4a HTTP/1.1" status: 200 len: 943 time: 0.1901970 Jul 07 18:32:53.290457 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-ffb88e06-4938-4375-a9f9-67f402aa81bf req-771569a4-235e-4dd7-89d0-ffc9a5bcbb82 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941284 Jul 07 18:32:53.308547 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b9cada-0418-4aca-ac64-db2ba6f4bd34', 'name': 'tempest-TestMinimumBasicScenario-913563948-router', 'tenant_id': '20d3213dc9834701af0efba77162dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'fe3c6324-a750-424d-8e8c-d07985cc3392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:37Z', 'updated_at': '2021-07-07T18:32:45Z', 'revision_number': 4, 'project_id': '20d3213dc9834701af0efba77162dae6', 'gw_port': {'id': 'fe3c6324-a750-424d-8e8c-d07985cc3392', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b9cada-0418-4aca-ac64-db2ba6f4bd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:38Z', 'updated_at': '2021-07-07T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '47be2db2-cdb7-46ac-9f01-21aeea0d20ce', 'name': '', 'network_id': 'b6fb1874-d9e4-4932-97cf-73a60b3ed960', 'tenant_id': '20d3213dc9834701af0efba77162dae6', 'mac_address': 'fa:16:3e:b9:7c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b9cada-0418-4aca-ac64-db2ba6f4bd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '737b086d-185b-4393-9392-4729cdd1c98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:43Z', 'updated_at': '2021-07-07T18:32:50Z', 'revision_number': 4, 'project_id': '20d3213dc9834701af0efba77162dae6', 'subnets': [{'id': '737b086d-185b-4393-9392-4729cdd1c98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:53.319067 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d659cd01-38ff-4267-bc49-a4cae5585f9d None None] The sync data for ids ['c7b9cada-0418-4aca-ac64-db2ba6f4bd34'] in dv-cinder-798696-1-smb is: [{'id': 'c7b9cada-0418-4aca-ac64-db2ba6f4bd34', 'name': 'tempest-TestMinimumBasicScenario-913563948-router', 'tenant_id': '20d3213dc9834701af0efba77162dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'fe3c6324-a750-424d-8e8c-d07985cc3392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:37Z', 'updated_at': '2021-07-07T18:32:45Z', 'revision_number': 4, 'project_id': '20d3213dc9834701af0efba77162dae6', 'gw_port': {'id': 'fe3c6324-a750-424d-8e8c-d07985cc3392', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b9cada-0418-4aca-ac64-db2ba6f4bd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:38Z', 'updated_at': '2021-07-07T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '47be2db2-cdb7-46ac-9f01-21aeea0d20ce', 'name': '', 'network_id': 'b6fb1874-d9e4-4932-97cf-73a60b3ed960', 'tenant_id': '20d3213dc9834701af0efba77162dae6', 'mac_address': 'fa:16:3e:b9:7c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b9cada-0418-4aca-ac64-db2ba6f4bd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '737b086d-185b-4393-9392-4729cdd1c98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:43Z', 'updated_at': '2021-07-07T18:32:50Z', 'revision_number': 4, 'project_id': '20d3213dc9834701af0efba77162dae6', 'subnets': [{'id': '737b086d-185b-4393-9392-4729cdd1c98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:53.329288 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-890f90ee-143d-4f4b-a163-4f88d98a9911 req-2076e8b5-81fb-4247-b95b-c97ebd5ed62f service neutron] 10.222.0.89 "GET /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790321 Jul 07 18:32:53.335958 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:32:53.816724 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fe4ad-1922-45b2-b0af-7aea9cc73f48 req-2898dafd-a48a-4d55-a6fe-a55770cfc500 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:53.824127 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-598fe4ad-1922-45b2-b0af-7aea9cc73f48 req-2898dafd-a48a-4d55-a6fe-a55770cfc500 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=819f2e89-4481-465f-bf87-2f5e7d7d3389 HTTP/1.1" status: 200 len: 945 time: 0.4455180 Jul 07 18:32:53.866610 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2929d-8c7e-4129-b112-3c4aac0ab297 req-2dae9b05-1c43-4268-a685-b6262db52a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:53.868151 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1cf2929d-8c7e-4129-b112-3c4aac0ab297 req-2dae9b05-1c43-4268-a685-b6262db52a6f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=801cd77637e2403187e00ddcc37d09c9&device_id=f53bd5ae-b509-43f5-a5d0-77b85f136d4a HTTP/1.1" status: 200 len: 1096 time: 0.1737630 Jul 07 18:32:54.205174 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2929d-8c7e-4129-b112-3c4aac0ab297 req-9d56bceb-24a6-4ada-b1ff-29c420d2aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:54.207132 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1cf2929d-8c7e-4129-b112-3c4aac0ab297 req-9d56bceb-24a6-4ada-b1ff-29c420d2aa6b service neutron] 10.222.0.89 "GET /v2.0/networks?id=00122975-89ac-4879-bc72-e0e4e7651f21 HTTP/1.1" status: 200 len: 914 time: 0.3240280 Jul 07 18:32:54.215333 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-598fe4ad-1922-45b2-b0af-7aea9cc73f48 req-8d642401-33be-4223-a5e8-350ed107d134 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871729 Jul 07 18:32:54.237981 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4f905-9bea-4520-bb02-712cf39f976b req-207ac02a-5e2e-4106-ba3a-58955662b5da tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:54.246534 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e7f4f905-9bea-4520-bb02-712cf39f976b req-207ac02a-5e2e-4106-ba3a-58955662b5da tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.2232792 Jul 07 18:32:54.378578 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e7f4f905-9bea-4520-bb02-712cf39f976b req-9d189c1f-6517-4a7a-a245-c9474ffd49a3 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310892 Jul 07 18:32:54.439352 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1cf2929d-8c7e-4129-b112-3c4aac0ab297 req-0686b1b5-d1be-4d22-8739-f757035ba848 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd HTTP/1.1" status: 200 len: 217 time: 0.2221541 Jul 07 18:32:54.574282 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2929d-8c7e-4129-b112-3c4aac0ab297 req-3a594851-8377-44f6-bd0e-12d722bdb04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:54.576315 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1cf2929d-8c7e-4129-b112-3c4aac0ab297 req-3a594851-8377-44f6-bd0e-12d722bdb04d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b4cbb707-c270-421f-bf5e-0a6837269624 HTTP/1.1" status: 200 len: 853 time: 0.1265290 Jul 07 18:32:54.653759 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1cf2929d-8c7e-4129-b112-3c4aac0ab297 req-b87b00bc-47e8-4b29-aa11-1e3b669b7656 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=00122975-89ac-4879-bc72-e0e4e7651f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658312 Jul 07 18:32:54.687659 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d1d1a-57c6-46ac-a430-b0791a2e9f12 req-69148b92-162d-49fb-b9a7-0799036f7b4c tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:54.691084 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c94d1d1a-57c6-46ac-a430-b0791a2e9f12 req-69148b92-162d-49fb-b9a7-0799036f7b4c tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f53bd5ae-b509-43f5-a5d0-77b85f136d4a HTTP/1.1" status: 200 len: 943 time: 0.1228306 Jul 07 18:32:54.844660 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c94d1d1a-57c6-46ac-a430-b0791a2e9f12 req-ab53ccc7-bc2c-49c0-b7aa-787cb43e1f50 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443684 Jul 07 18:32:54.853983 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1cf2929d-8c7e-4129-b112-3c4aac0ab297 req-4cba7f27-2b35-4bad-a19a-4fc9387d2637 service neutron] 10.222.0.89 "GET /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937344 Jul 07 18:32:54.908699 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device ed6aebf4-f368-4cbe-833c-ac975d006769 up at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:32:55.067396 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning for port ed6aebf4-f368-4cbe-833c-ac975d006769 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:55.073954 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning complete for port ed6aebf4-f368-4cbe-833c-ac975d006769 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:55.074340 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:55.136822 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1cf2929d-8c7e-4129-b112-3c4aac0ab297 req-7339ff17-7ba7-4a0d-abe9-d73c9755bbcb service neutron] 10.222.0.89 "GET /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714448 Jul 07 18:32:55.268677 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:55.302612 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819f2e89-4481-465f-bf87-2f5e7d7d3389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6aebf4-f368-4cbe-833c-ac975d006769'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:55.320049 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port ed6aebf4-f368-4cbe-833c-ac975d006769, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=ed6aebf4-f368-4cbe-833c-ac975d006769,segment=NetworkSegment(db6ea28b-00a7-4d39-91fa-f1432f6f9caf),segment_id=db6ea28b-00a7-4d39-91fa-f1432f6f9caf)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:32:55.326305 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:55.329399 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:55.429514 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819f2e89-4481-465f-bf87-2f5e7d7d3389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6aebf4-f368-4cbe-833c-ac975d006769', 'code': 200} Jul 07 18:32:55.432084 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=ed6aebf4-f368-4cbe-833c-ac975d006769,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:55.435076 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 47be2db2-cdb7-46ac-9f01-21aeea0d20ce up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:32:55.483674 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:55.577136 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning for port 47be2db2-cdb7-46ac-9f01-21aeea0d20ce completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:55.584333 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cb588-d866-46b7-a04d-05fcd5d8feea req-cbb487dd-3d5b-495d-89bb-ddbfd476b7f2 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:55.591181 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 47be2db2-cdb7-46ac-9f01-21aeea0d20ce triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:55.591558 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:55.598938 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d62cb588-d866-46b7-a04d-05fcd5d8feea req-cbb487dd-3d5b-495d-89bb-ddbfd476b7f2 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=819f2e89-4481-465f-bf87-2f5e7d7d3389 HTTP/1.1" status: 200 len: 946 time: 0.1937261 Jul 07 18:32:55.685352 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d62cb588-d866-46b7-a04d-05fcd5d8feea req-9671839a-f5e8-4aed-814d-c6c7def4d657 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852156 Jul 07 18:32:55.914945 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43da17-701f-427f-95c9-14a0f47ea4e2 req-62b9fb24-fc57-4caa-9350-86a43df1db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:55.916735 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6b43da17-701f-427f-95c9-14a0f47ea4e2 req-62b9fb24-fc57-4caa-9350-86a43df1db37 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=819f2e89-4481-465f-bf87-2f5e7d7d3389 HTTP/1.1" status: 200 len: 1099 time: 0.1511099 Jul 07 18:32:55.924060 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54957c5-737d-4472-a8b6-194e87fb735c req-2e50b99b-2d38-44a2-914a-a8e8f450b05b tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:55.933000 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e54957c5-737d-4472-a8b6-194e87fb735c req-2e50b99b-2d38-44a2-914a-a8e8f450b05b tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.2789323 Jul 07 18:32:55.933834 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:56.002884 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6b43da17-701f-427f-95c9-14a0f47ea4e2 req-bae85de9-a1d7-4e1a-a288-832de0d21c4a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781271 Jul 07 18:32:56.022471 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e54957c5-737d-4472-a8b6-194e87fb735c req-77bafd5c-67b0-470f-ab8e-2b813b40ac14 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880613 Jul 07 18:32:56.053943 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] For port 47be2db2-cdb7-46ac-9f01-21aeea0d20ce, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=47be2db2-cdb7-46ac-9f01-21aeea0d20ce,segment=NetworkSegment(9c88eeff-9f2a-463d-b9f9-c16429c6f9bd),segment_id=9c88eeff-9f2a-463d-b9f9-c16429c6f9bd)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:32:56.058895 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:56.063206 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-141a4665-a1eb-4796-b0e3-c111018340d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:56.196847 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Pushing event updated for resources: {'Port': ['ID=47be2db2-cdb7-46ac-9f01-21aeea0d20ce,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:56.211020 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:56.216955 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8df434-0285-476d-ab27-d674f1b1f498 req-91c7cd1f-6882-4c05-9acc-93929822cd00 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:56.217716 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-4b8df434-0285-476d-ab27-d674f1b1f498 req-91c7cd1f-6882-4c05-9acc-93929822cd00 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Synchronizing usage tracker for tenant:801cd77637e2403187e00ddcc37d09c9 on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:32:56.236388 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-4b8df434-0285-476d-ab27-d674f1b1f498 req-91c7cd1f-6882-4c05-9acc-93929822cd00 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Unset dirty status for tenant:801cd77637e2403187e00ddcc37d09c9 on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:32:56.238156 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4b8df434-0285-476d-ab27-d674f1b1f498 req-91c7cd1f-6882-4c05-9acc-93929822cd00 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f53bd5ae-b509-43f5-a5d0-77b85f136d4a HTTP/1.1" status: 200 len: 943 time: 0.1798546 Jul 07 18:32:56.317270 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4b8df434-0285-476d-ab27-d674f1b1f498 req-13d8778b-b6cd-42ad-9805-472b5845ab39 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727007 Jul 07 18:32:56.928128 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 07 18:32:57.061310 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0eca6-6274-46ef-a1c3-d653a09f56e6 req-18e7a510-6e68-458a-a872-ca81d0ecb67f tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:57.070494 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-70b0eca6-6274-46ef-a1c3-d653a09f56e6 req-18e7a510-6e68-458a-a872-ca81d0ecb67f tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=819f2e89-4481-465f-bf87-2f5e7d7d3389 HTTP/1.1" status: 200 len: 946 time: 0.2198038 Jul 07 18:32:57.139396 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd,segment=NetworkSegment(a67dfcbe-c679-4d3f-b4bc-195e22269185),segment_id=a67dfcbe-c679-4d3f-b4bc-195e22269185)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:32:57.140300 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-70b0eca6-6274-46ef-a1c3-d653a09f56e6 req-e758aa57-b83e-44e7-a65d-2340adbfd547 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677783 Jul 07 18:32:57.158353 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Returning: {'device': '3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd', 'network_id': '00122975-89ac-4879-bc72-e0e4e7651f21', 'port_id': '3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd', 'mac_address': 'fa:16:3e:73:4f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4cbb707-c270-421f-bf5e-0a6837269624', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 07 18:32:57.226049 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:57.246045 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:32:57.267143 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd,segment=NetworkSegment(a67dfcbe-c679-4d3f-b4bc-195e22269185),segment_id=a67dfcbe-c679-4d3f-b4bc-195e22269185)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:32:57.277425 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:57.279842 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-17ce1bbf-7a6a-4e34-88f2-fe3332fa9581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:57.314073 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 47be2db2-cdb7-46ac-9f01-21aeea0d20ce up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:32:57.413352 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:57.416718 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:57.426804 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 47be2db2-cdb7-46ac-9f01-21aeea0d20ce triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:57.427270 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:57.496825 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6237cc-d4a0-41db-8ac4-53dabeaed4a1 req-bad2db06-aad9-4f20-83a8-75fdf1606d8b tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:57.498334 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-6d6237cc-d4a0-41db-8ac4-53dabeaed4a1 req-bad2db06-aad9-4f20-83a8-75fdf1606d8b tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1134596 Jul 07 18:32:57.606013 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-6d6237cc-d4a0-41db-8ac4-53dabeaed4a1 req-3259a99e-bc0c-46e8-923e-266ca3044c5d tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949581 Jul 07 18:32:57.687256 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb26a24-6f30-49ec-ad9f-efaf4a17c21e req-5e314a28-006a-47b7-b25b-1137f9be7c0e tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:57.694514 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ecb26a24-6f30-49ec-ad9f-efaf4a17c21e req-5e314a28-006a-47b7-b25b-1137f9be7c0e tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f53bd5ae-b509-43f5-a5d0-77b85f136d4a HTTP/1.1" status: 200 len: 944 time: 0.1191049 Jul 07 18:32:57.741279 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ecb26a24-6f30-49ec-ad9f-efaf4a17c21e req-c43a9183-770a-46e1-818b-1c100ffe997f tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457819 Jul 07 18:32:57.841544 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:32:58.013886 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 56270) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:58.397193 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-bf187a83-d114-4bf9-8f8d-ef774564c398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:58.423777 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-bf187a83-d114-4bf9-8f8d-ef774564c398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:58.432220 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-bf187a83-d114-4bf9-8f8d-ef774564c398 admin admin] Usage tracker for resource:security_group_rule and tenant:a96bca5b074e496e823375f21f25cac1 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:58.436058 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-bf187a83-d114-4bf9-8f8d-ef774564c398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:58.447479 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-bf187a83-d114-4bf9-8f8d-ef774564c398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:58.468450 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb07c5a-0e43-4856-9842-c633a2a6886d req-3f88b13f-bd72-413a-91e7-306ae21bbc6e tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:58.470448 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-3eb07c5a-0e43-4856-9842-c633a2a6886d req-3f88b13f-bd72-413a-91e7-306ae21bbc6e tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=819f2e89-4481-465f-bf87-2f5e7d7d3389 HTTP/1.1" status: 200 len: 946 time: 0.1761940 Jul 07 18:32:58.618112 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-bf187a83-d114-4bf9-8f8d-ef774564c398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:58.633260 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-3eb07c5a-0e43-4856-9842-c633a2a6886d req-506331ec-4720-4bb2-8502-b9164a9f9660 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526663 Jul 07 18:32:58.634205 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-bf187a83-d114-4bf9-8f8d-ef774564c398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:58.643487 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-88d644a8-d204-4e35-9312-a3e6bcaf860d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:58.684665 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf187a83-d114-4bf9-8f8d-ef774564c398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4699c07-1237-4ecc-a6a1-692261cb3fd9,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:58.703463 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf187a83-d114-4bf9-8f8d-ef774564c398 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:58.703898 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf187a83-d114-4bf9-8f8d-ef774564c398 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:58.704157 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf187a83-d114-4bf9-8f8d-ef774564c398 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:58.704497 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf187a83-d114-4bf9-8f8d-ef774564c398 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:58.704836 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf187a83-d114-4bf9-8f8d-ef774564c398 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:58.705172 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf187a83-d114-4bf9-8f8d-ef774564c398 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:58.705538 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf187a83-d114-4bf9-8f8d-ef774564c398 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:58.705877 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf187a83-d114-4bf9-8f8d-ef774564c398 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:58.706465 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf187a83-d114-4bf9-8f8d-ef774564c398 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:58.706781 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf187a83-d114-4bf9-8f8d-ef774564c398 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:58.707122 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf187a83-d114-4bf9-8f8d-ef774564c398 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:58.707451 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf187a83-d114-4bf9-8f8d-ef774564c398 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:58.711674 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-bf187a83-d114-4bf9-8f8d-ef774564c398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:58.724830 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 56296) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:58.725292 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-bf187a83-d114-4bf9-8f8d-ef774564c398 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a96bca5b074e496e823375f21f25cac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7094498 Jul 07 18:32:58.952456 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-f8b8a7e4-6b7d-474f-8642-4c9b28b9fb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:59.013269 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-f8b8a7e4-6b7d-474f-8642-4c9b28b9fb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:59.067273 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5fa660-3dab-4af9-b927-7b7976160e15 req-754a18d8-04f9-40ce-8a49-1f80861bcf1e tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:59.068913 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1f5fa660-3dab-4af9-b927-7b7976160e15 req-754a18d8-04f9-40ce-8a49-1f80861bcf1e tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.2287729 Jul 07 18:32:59.139034 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c609d-7140-4412-9a75-df30ebf1293e req-e17d241a-7aca-4927-b8a4-74f331884582 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:59.141240 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-411c609d-7140-4412-9a75-df30ebf1293e req-e17d241a-7aca-4927-b8a4-74f331884582 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f53bd5ae-b509-43f5-a5d0-77b85f136d4a HTTP/1.1" status: 200 len: 944 time: 0.1438866 Jul 07 18:32:59.142538 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1f5fa660-3dab-4af9-b927-7b7976160e15 req-d57747f5-6eb8-4cd6-b6e5-0ce73e3c6954 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509586 Jul 07 18:32:59.143211 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-f8b8a7e4-6b7d-474f-8642-4c9b28b9fb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:59.146961 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-eee3c16d-aed8-4086-b9e9-d9833db8d1a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:59.166116 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8a7e4-6b7d-474f-8642-4c9b28b9fb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4699c07-1237-4ecc-a6a1-692261cb3fd9,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:59.178186 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-f8b8a7e4-6b7d-474f-8642-4c9b28b9fb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:59.179737 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-f8b8a7e4-6b7d-474f-8642-4c9b28b9fb39 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4699c07-1237-4ecc-a6a1-692261cb3fd9 HTTP/1.1" status: 204 len: 168 time: 0.4524183 Jul 07 18:32:59.181593 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b8a7e4-6b7d-474f-8642-4c9b28b9fb39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:59.182216 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b8a7e4-6b7d-474f-8642-4c9b28b9fb39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:59.193337 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b8a7e4-6b7d-474f-8642-4c9b28b9fb39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:59.195270 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b8a7e4-6b7d-474f-8642-4c9b28b9fb39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:59.196370 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b8a7e4-6b7d-474f-8642-4c9b28b9fb39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:59.196933 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b8a7e4-6b7d-474f-8642-4c9b28b9fb39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:59.198601 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b8a7e4-6b7d-474f-8642-4c9b28b9fb39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:59.199151 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b8a7e4-6b7d-474f-8642-4c9b28b9fb39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:59.201826 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b8a7e4-6b7d-474f-8642-4c9b28b9fb39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:59.202365 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b8a7e4-6b7d-474f-8642-4c9b28b9fb39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:59.203244 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b8a7e4-6b7d-474f-8642-4c9b28b9fb39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:59.203765 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b8a7e4-6b7d-474f-8642-4c9b28b9fb39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:59.209792 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-f8b8a7e4-6b7d-474f-8642-4c9b28b9fb39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:32:59.236128 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-411c609d-7140-4412-9a75-df30ebf1293e req-3a6a8358-a67e-4de3-8700-48b4a4d6f942 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827370 Jul 07 18:32:59.599906 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 56318) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:59.618065 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d5445343-9c34-4a15-ba33-b0390efea767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:59.644880 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-d5445343-9c34-4a15-ba33-b0390efea767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:32:59.649611 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-d5445343-9c34-4a15-ba33-b0390efea767 admin admin] Usage tracker for resource:security_group_rule and tenant:0e6f098c462142cbaf5b77f38ca5eba7 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:32:59.652679 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-d5445343-9c34-4a15-ba33-b0390efea767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:32:59.659558 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-d5445343-9c34-4a15-ba33-b0390efea767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:32:59.786597 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d5445343-9c34-4a15-ba33-b0390efea767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:59.794461 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d5445343-9c34-4a15-ba33-b0390efea767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:59.817240 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:32:59.878474 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 56330) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:32:59.879526 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-d5445343-9c34-4a15-ba33-b0390efea767 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e6f098c462142cbaf5b77f38ca5eba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769802 Jul 07 18:32:59.880985 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5445343-9c34-4a15-ba33-b0390efea767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a2cb66-d527-4914-a24e-98b79c4049de,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:59.895836 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-d5445343-9c34-4a15-ba33-b0390efea767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:00.080014 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5082481e-520d-4453-9074-3d0ba1dc42e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:00.130496 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5082481e-520d-4453-9074-3d0ba1dc42e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:00.211458 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5082481e-520d-4453-9074-3d0ba1dc42e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:00.222495 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-a88b533b-7790-4d03-89fc-b08ea3c3e7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:00.255183 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082481e-520d-4453-9074-3d0ba1dc42e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a2cb66-d527-4914-a24e-98b79c4049de,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:00.258143 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-5082481e-520d-4453-9074-3d0ba1dc42e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:00.265449 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5082481e-520d-4453-9074-3d0ba1dc42e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:00.266855 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-5082481e-520d-4453-9074-3d0ba1dc42e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44a2cb66-d527-4914-a24e-98b79c4049de HTTP/1.1" status: 204 len: 168 time: 0.3866539 Jul 07 18:33:00.511702 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e3e7a-a00c-4141-b1d9-0075852b848c req-3eb6007d-2895-4f13-a29f-61bad226413b tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:00.546259 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-424e3e7a-a00c-4141-b1d9-0075852b848c req-3eb6007d-2895-4f13-a29f-61bad226413b tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=819f2e89-4481-465f-bf87-2f5e7d7d3389 HTTP/1.1" status: 200 len: 946 time: 0.2672567 Jul 07 18:33:00.713751 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-424e3e7a-a00c-4141-b1d9-0075852b848c req-15ebf605-c85d-4acb-94ab-12cbe64a953f tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657836 Jul 07 18:33:00.827485 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d25da-6c83-4ad3-9664-3c3fb4a2bf74 req-b6e1984d-2246-4f2c-81c9-00651b84f62c tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:00.837384 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-555d25da-6c83-4ad3-9664-3c3fb4a2bf74 req-b6e1984d-2246-4f2c-81c9-00651b84f62c tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.4904003 Jul 07 18:33:00.932340 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-555d25da-6c83-4ad3-9664-3c3fb4a2bf74 req-4ac63770-ade4-4f13-8102-eb7e67ecdc09 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937905 Jul 07 18:33:00.950345 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd up at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:33:01.121661 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning for port 3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:33:01.133953 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning complete for port 3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:33:01.133953 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:01.173887 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bb37b-e989-45b9-a6be-568b9297f7aa req-db08bc3d-43d4-4319-828a-c7daf5dc256f tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:01.177020 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e39bb37b-e989-45b9-a6be-568b9297f7aa req-db08bc3d-43d4-4319-828a-c7daf5dc256f tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f53bd5ae-b509-43f5-a5d0-77b85f136d4a HTTP/1.1" status: 200 len: 944 time: 0.2824070 Jul 07 18:33:01.184637 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17ac10-4925-4880-8d27-738b6eca294a req-9fd58282-de89-4d72-9af4-cc315c5e31f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:01.187303 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-af17ac10-4925-4880-8d27-738b6eca294a req-9fd58282-de89-4d72-9af4-cc315c5e31f1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8f3ff43f73644b7ea447bee624649895&device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 1099 time: 0.1626353 Jul 07 18:33:01.326587 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:01.360945 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53bd5ae-b509-43f5-a5d0-77b85f136d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:33:01.372750 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd,segment=NetworkSegment(a67dfcbe-c679-4d3f-b4bc-195e22269185),segment_id=a67dfcbe-c679-4d3f-b4bc-195e22269185)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:33:01.380627 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:01.382913 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:01.451969 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53bd5ae-b509-43f5-a5d0-77b85f136d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd', 'code': 200} Jul 07 18:33:01.469742 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e39bb37b-e989-45b9-a6be-568b9297f7aa req-f8fe1846-6d11-4a22-989a-d7709f821163 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806172 Jul 07 18:33:01.478036 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:01.481858 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:01.532170 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17ac10-4925-4880-8d27-738b6eca294a req-88b06d3f-52b4-430e-a740-0dd8cdeecf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:01.534351 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-af17ac10-4925-4880-8d27-738b6eca294a req-88b06d3f-52b4-430e-a740-0dd8cdeecf45 service neutron] 10.222.0.89 "GET /v2.0/networks?id=92e10a70-b230-47f5-8f0a-d4a88037a098 HTTP/1.1" status: 200 len: 919 time: 0.2078595 Jul 07 18:33:01.835462 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-af17ac10-4925-4880-8d27-738b6eca294a req-937ac148-330c-4740-b68b-bbc0d8a84d83 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88094dfa-d7b8-4481-bc9b-54672e3050b1 HTTP/1.1" status: 200 len: 217 time: 0.1766939 Jul 07 18:33:02.001787 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ca86f-8089-4aef-88b7-aa883d60a969 req-0e12be6e-9af2-4fdc-9bc2-9987a251d729 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:02.008928 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-ba1ca86f-8089-4aef-88b7-aa883d60a969 req-0e12be6e-9af2-4fdc-9bc2-9987a251d729 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=819f2e89-4481-465f-bf87-2f5e7d7d3389 HTTP/1.1" status: 200 len: 946 time: 0.1766617 Jul 07 18:33:02.037070 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17ac10-4925-4880-8d27-738b6eca294a req-bb118b62-22a3-4f75-b2d4-d85487237507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:02.049681 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-af17ac10-4925-4880-8d27-738b6eca294a req-bb118b62-22a3-4f75-b2d4-d85487237507 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1570539-ca9f-43b4-b497-d0b015384538 HTTP/1.1" status: 200 len: 858 time: 0.1989481 Jul 07 18:33:02.145088 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef48325-077b-4127-b1f0-b907eaaae27a req-79fa19cd-6cde-427a-be3d-a9e7662078ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:02.147505 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-0ef48325-077b-4127-b1f0-b907eaaae27a req-79fa19cd-6cde-427a-be3d-a9e7662078ba service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f53bd5ae-b509-43f5-a5d0-77b85f136d4a HTTP/1.1" status: 200 len: 1098 time: 0.2508574 Jul 07 18:33:02.154085 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-ba1ca86f-8089-4aef-88b7-aa883d60a969 req-8b1cef99-69b4-408d-93d5-7e5e75848fff tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385102 Jul 07 18:33:02.236206 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-af17ac10-4925-4880-8d27-738b6eca294a req-011a6fa7-3cf4-477a-a5fe-f8949879cb83 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=92e10a70-b230-47f5-8f0a-d4a88037a098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1523662 Jul 07 18:33:02.446569 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-0ef48325-077b-4127-b1f0-b907eaaae27a req-25963f65-1e86-4400-8aad-e5e383065ccb service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439623 Jul 07 18:33:02.455318 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-af17ac10-4925-4880-8d27-738b6eca294a req-f0bd1882-6be3-4969-9db9-550292710716 service neutron] 10.222.0.89 "GET /v2.0/networks/92e10a70-b230-47f5-8f0a-d4a88037a098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030630 Jul 07 18:33:02.468743 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e810c55-c4ad-42a0-9e8d-55e828215325 req-1c30382c-a8f7-481c-b571-5c990e28145b tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:02.477498 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1e810c55-c4ad-42a0-9e8d-55e828215325 req-1c30382c-a8f7-481c-b571-5c990e28145b tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.3287995 Jul 07 18:33:02.488232 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 56386) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:33:02.540021 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1e810c55-c4ad-42a0-9e8d-55e828215325 req-f5999943-fee4-4b25-aae2-34e28c5479d9 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611959 Jul 07 18:33:02.759483 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-af17ac10-4925-4880-8d27-738b6eca294a req-14256674-0832-427a-bf6d-43d12f57559a service neutron] 10.222.0.89 "GET /v2.0/networks/92e10a70-b230-47f5-8f0a-d4a88037a098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261269 Jul 07 18:33:02.783268 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-918f8aa3-889c-44a1-b989-82246e7cf197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:02.786508 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc90cc-d8cb-491e-baaf-94d09d913ec4 req-b80d4f81-2cae-4b95-9319-10ca90f38817 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:02.796220 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b2bc90cc-d8cb-491e-baaf-94d09d913ec4 req-b80d4f81-2cae-4b95-9319-10ca90f38817 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.89 "GET /v2.0/ports?device_id=819f2e89-4481-465f-bf87-2f5e7d7d3389 HTTP/1.1" status: 200 len: 946 time: 0.1844213 Jul 07 18:33:02.824671 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-918f8aa3-889c-44a1-b989-82246e7cf197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:33:02.831986 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-918f8aa3-889c-44a1-b989-82246e7cf197 admin admin] Usage tracker for resource:security_group_rule and tenant:93cb6c1ea4c349068edbd84257b3159a is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:33:02.843416 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-918f8aa3-889c-44a1-b989-82246e7cf197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:33:02.854159 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-918f8aa3-889c-44a1-b989-82246e7cf197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:33:02.955963 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-918f8aa3-889c-44a1-b989-82246e7cf197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:02.973739 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-918f8aa3-889c-44a1-b989-82246e7cf197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:02.988087 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-bf187a83-d114-4bf9-8f8d-ef774564c398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:03.034294 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-918f8aa3-889c-44a1-b989-82246e7cf197 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93cb6c1ea4c349068edbd84257b3159a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5448773 Jul 07 18:33:03.037142 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 56398) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:33:03.041019 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f8aa3-889c-44a1-b989-82246e7cf197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e45256-5dec-4212-b69b-0bfc306d5544,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:03.047160 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-918f8aa3-889c-44a1-b989-82246e7cf197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:03.130010 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-b2bc90cc-d8cb-491e-baaf-94d09d913ec4 req-f72c2ef6-ee0d-45ca-9b52-abcb77416844 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Deleting port ed6aebf4-f368-4cbe-833c-ac975d006769 {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:33:03.130365 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-b2bc90cc-d8cb-491e-baaf-94d09d913ec4 req-f72c2ef6-ee0d-45ca-9b52-abcb77416844 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:03.155366 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-09a15403-76f4-4dcc-ac9d-1e80a6ba3b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:03.205130 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-09a15403-76f4-4dcc-ac9d-1e80a6ba3b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:03.266894 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74e486-9b7b-4a7f-9571-78dba2a1f865 req-e3dfa2de-df3f-4ee8-b46d-d262eefb9f08 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:03.273426 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1a74e486-9b7b-4a7f-9571-78dba2a1f865 req-e3dfa2de-df3f-4ee8-b46d-d262eefb9f08 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f53bd5ae-b509-43f5-a5d0-77b85f136d4a HTTP/1.1" status: 200 len: 945 time: 0.3847082 Jul 07 18:33:03.280376 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-09a15403-76f4-4dcc-ac9d-1e80a6ba3b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:03.286539 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-25c57764-0b28-46ec-af42-9bf1fcbdea41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:03.293459 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733872d1-9a75-48a1-8fc7-b8ca91708afa req-6649b048-3321-45cf-9daf-8822006a546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:03.303308 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a15403-76f4-4dcc-ac9d-1e80a6ba3b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e45256-5dec-4212-b69b-0bfc306d5544,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:03.308524 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-733872d1-9a75-48a1-8fc7-b8ca91708afa req-6649b048-3321-45cf-9daf-8822006a546a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 1099 time: 0.3228045 Jul 07 18:33:03.328454 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-09a15403-76f4-4dcc-ac9d-1e80a6ba3b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:03.356823 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-09a15403-76f4-4dcc-ac9d-1e80a6ba3b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:03.358475 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-09a15403-76f4-4dcc-ac9d-1e80a6ba3b42 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/26e45256-5dec-4212-b69b-0bfc306d5544 HTTP/1.1" status: 204 len: 168 time: 0.3196049 Jul 07 18:33:03.621941 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-b2bc90cc-d8cb-491e-baaf-94d09d913ec4 req-f72c2ef6-ee0d-45ca-9b52-abcb77416844 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] For port ed6aebf4-f368-4cbe-833c-ac975d006769, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=ed6aebf4-f368-4cbe-833c-ac975d006769,segment=NetworkSegment(db6ea28b-00a7-4d39-91fa-f1432f6f9caf),segment_id=db6ea28b-00a7-4d39-91fa-f1432f6f9caf)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:33:03.622453 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-b2bc90cc-d8cb-491e-baaf-94d09d913ec4 req-f72c2ef6-ee0d-45ca-9b52-abcb77416844 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:03.655716 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1f0cf-b13f-45ca-a565-814390eac36d req-72d73f25-120c-48b7-a8d4-0dd6d21aa6be tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:03.675126 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d5f1f0cf-b13f-45ca-a565-814390eac36d req-72d73f25-120c-48b7-a8d4-0dd6d21aa6be tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=819f2e89-4481-465f-bf87-2f5e7d7d3389 HTTP/1.1" status: 200 len: 946 time: 0.2375126 Jul 07 18:33:03.793477 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d5f1f0cf-b13f-45ca-a565-814390eac36d req-c2cb2039-ba36-462e-b9c9-f126b42f60b2 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151943 Jul 07 18:33:03.811056 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1a74e486-9b7b-4a7f-9571-78dba2a1f865 req-2744689a-ccf8-45b5-9c19-5104d02dda54 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194042 Jul 07 18:33:04.013000 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-b2bc90cc-d8cb-491e-baaf-94d09d913ec4 req-f72c2ef6-ee0d-45ca-9b52-abcb77416844 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Calling delete_port for ed6aebf4-f368-4cbe-833c-ac975d006769 owned by compute:nova {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:33:04.046952 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-733872d1-9a75-48a1-8fc7-b8ca91708afa req-4297f7d4-2ca8-4c93-82d2-6405c57eaceb service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6960900 Jul 07 18:33:04.079954 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d10d0-1475-4ee3-aad6-1651bfcead30 req-3ae856c6-c2b3-4f12-b8f0-9b3519c19fc5 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:04.084293 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-843d10d0-1475-4ee3-aad6-1651bfcead30 req-3ae856c6-c2b3-4f12-b8f0-9b3519c19fc5 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1778724 Jul 07 18:33:04.143589 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-843d10d0-1475-4ee3-aad6-1651bfcead30 req-44d1dbe6-08b9-46cb-ac3c-2d9d926483cc tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518847 Jul 07 18:33:04.218181 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-b2bc90cc-d8cb-491e-baaf-94d09d913ec4 req-f72c2ef6-ee0d-45ca-9b52-abcb77416844 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:04.232875 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-9bc76ac1-e5d8-4f35-84c7-368ebc596988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:04.233096 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['ed6aebf4-f368-4cbe-833c-ac975d006769'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:33:04.339380 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c2ef6-ee0d-45ca-9b52-abcb77416844 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Pushing event deleted for resources: {'Port': ['ID=ed6aebf4-f368-4cbe-833c-ac975d006769,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:04.343450 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-f72c2ef6-ee0d-45ca-9b52-abcb77416844 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:04.440484 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bc90cc-d8cb-491e-baaf-94d09d913ec4 req-f72c2ef6-ee0d-45ca-9b52-abcb77416844 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] No DVR routers for this DVR port ed6aebf4-f368-4cbe-833c-ac975d006769 on host hv-cinder-79869 {{(pid=78477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:33:04.445882 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-b2bc90cc-d8cb-491e-baaf-94d09d913ec4 req-f72c2ef6-ee0d-45ca-9b52-abcb77416844 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:04.450659 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819f2e89-4481-465f-bf87-2f5e7d7d3389', 'name': 'network-vif-deleted', 'tag': 'ed6aebf4-f368-4cbe-833c-ac975d006769'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:33:04.484359 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b2bc90cc-d8cb-491e-baaf-94d09d913ec4 req-f72c2ef6-ee0d-45ca-9b52-abcb77416844 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.89 "DELETE /v2.0/ports/ed6aebf4-f368-4cbe-833c-ac975d006769 HTTP/1.1" status: 204 len: 173 time: 1.6782420 Jul 07 18:33:04.515959 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819f2e89-4481-465f-bf87-2f5e7d7d3389', 'name': 'network-vif-deleted', 'tag': 'ed6aebf4-f368-4cbe-833c-ac975d006769', 'status': 'completed', 'code': 200} Jul 07 18:33:05.125972 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4ebc2-30de-4a79-ab17-bd12ef6252f6 req-ca3dbf8c-8a70-4a81-9713-1eb46de9ab0c tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:05.129703 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-81fd34e9-9879-4362-89c8-cee7c806f770 req-30b8b766-8c1f-4039-a416-7d3734cb22c6 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=819f2e89-4481-465f-bf87-2f5e7d7d3389 HTTP/1.1" status: 200 len: 210 time: 0.0959086 Jul 07 18:33:05.133728 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-85c4ebc2-30de-4a79-ab17-bd12ef6252f6 req-ca3dbf8c-8a70-4a81-9713-1eb46de9ab0c tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f53bd5ae-b509-43f5-a5d0-77b85f136d4a HTTP/1.1" status: 200 len: 945 time: 0.1382754 Jul 07 18:33:05.209436 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-85c4ebc2-30de-4a79-ab17-bd12ef6252f6 req-bf0ef713-f361-489c-97b2-192700fd8d40 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730472 Jul 07 18:33:05.471754 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f0983-344b-4737-903c-c8cc98342876 req-59229a83-31d8-4bf0-a2db-1ea604c03d80 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:05.479062 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-727f0983-344b-4737-903c-c8cc98342876 req-59229a83-31d8-4bf0-a2db-1ea604c03d80 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1821592 Jul 07 18:33:05.579298 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-727f0983-344b-4737-903c-c8cc98342876 req-0c729225-0a9d-4bd7-9e03-34c6afe5722f tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992281 Jul 07 18:33:05.861149 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:06.969133 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device ed6aebf4-f368-4cbe-833c-ac975d006769 no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:33:06.992118 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-f8d020c9-b910-4d5a-83de-ab8b62eed4ca tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:07.000388 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-f8d020c9-b910-4d5a-83de-ab8b62eed4ca tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/networks?id=8b57063e-64e9-4ce5-9f30-b1d950c5ee5d HTTP/1.1" status: 200 len: 808 time: 0.2555091 Jul 07 18:33:07.021041 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-745966df-2867-4233-b6de-ccb6e55bd59d tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/quotas/7df1e3622f3e43809f21dc03780af7a7 HTTP/1.1" status: 200 len: 375 time: 0.0194893 Jul 07 18:33:07.068766 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] No Port match for: ed6aebf4-f368-4cbe-833c-ac975d006769 {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:33:07.069187 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device ed6aebf4-f368-4cbe-833c-ac975d006769 not bound to the agent host hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:33:07.087905 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-abfeb9b0-94fd-4ff7-a5ba-2acbebe74a40 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7df1e3622f3e43809f21dc03780af7a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654831 Jul 07 18:33:07.241007 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-3731d8ef-e1e5-4e93-97fc-6d4b8dde7ede service neutron] 10.222.0.41 "GET /v2.0/networks/8b57063e-64e9-4ce5-9f30-b1d950c5ee5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519489 Jul 07 18:33:07.284955 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae2fc9-9b93-47e5-9c58-aa2d5b1dbde5 req-88b9ffd7-e641-4336-9707-5010c8d9e939 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:07.286661 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-46ae2fc9-9b93-47e5-9c58-aa2d5b1dbde5 req-88b9ffd7-e641-4336-9707-5010c8d9e939 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1276922 Jul 07 18:33:07.339511 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-46ae2fc9-9b93-47e5-9c58-aa2d5b1dbde5 req-241cfbe1-820a-463c-a824-167d622ab2c0 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464563 Jul 07 18:33:07.398462 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-7e7d577f-609f-4ead-9cb3-90788dec1176 service neutron] 10.222.0.41 "GET /v2.0/networks/8b57063e-64e9-4ce5-9f30-b1d950c5ee5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565762 Jul 07 18:33:07.587856 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece0dca-a5e5-4f23-a9cb-c60ddbdabf79 req-6801d1e7-6bbc-4149-951b-ad3b1db3e77e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:07.595002 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3ece0dca-a5e5-4f23-a9cb-c60ddbdabf79 req-6801d1e7-6bbc-4149-951b-ad3b1db3e77e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.1298654 Jul 07 18:33:07.654871 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3ece0dca-a5e5-4f23-a9cb-c60ddbdabf79 req-8f6bee7d-e111-4271-ac3b-ed7c130eff6a tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579176 Jul 07 18:33:08.177547 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-91fd4fa8-c534-4037-8f9f-9d3a488f0f40 req-14ed84a1-5126-42dd-a415-0dd74434c940 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 210 time: 0.1170802 Jul 07 18:33:08.581295 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-5fee6111-31a1-414c-b81c-3603878b0a48 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:08.582313 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-5fee6111-31a1-414c-b81c-3603878b0a48 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Synchronizing usage tracker for tenant:9fc98f6ee70c4b51a5cad91588179e46 on resource:network {{(pid=78478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:33:08.601224 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-5fee6111-31a1-414c-b81c-3603878b0a48 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Unset dirty status for tenant:9fc98f6ee70c4b51a5cad91588179e46 on resource:network {{(pid=78478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:33:08.607699 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-5fee6111-31a1-414c-b81c-3603878b0a48 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/networks?id=eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e HTTP/1.1" status: 200 len: 815 time: 0.2711730 Jul 07 18:33:08.618266 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-9031e517-935c-435b-a1a0-c9d7b2aefe2e tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/quotas/9fc98f6ee70c4b51a5cad91588179e46 HTTP/1.1" status: 200 len: 375 time: 0.0097539 Jul 07 18:33:08.637733 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7182d7-fa47-4b18-b5bc-8fbb53a07842 req-169b794f-b506-4ea5-b3f4-4a6463f27497 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:08.639214 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-2f7182d7-fa47-4b18-b5bc-8fbb53a07842 req-169b794f-b506-4ea5-b3f4-4a6463f27497 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1261830 Jul 07 18:33:08.642007 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065d04d-cebb-49c6-8dc2-bad001457be5 req-e1331c54-9dfb-4fa2-a969-998f67532b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:08.643432 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3065d04d-cebb-49c6-8dc2-bad001457be5 req-e1331c54-9dfb-4fa2-a969-998f67532b38 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8f3ff43f73644b7ea447bee624649895&device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 1099 time: 0.2113531 Jul 07 18:33:08.703858 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-77e60514-cb59-42d7-bdc3-efc59d511e6b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Synchronizing usage tracker for tenant:9fc98f6ee70c4b51a5cad91588179e46 on resource:port {{(pid=78478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:33:08.721733 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-77e60514-cb59-42d7-bdc3-efc59d511e6b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Unset dirty status for tenant:9fc98f6ee70c4b51a5cad91588179e46 on resource:port {{(pid=78478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:33:08.723006 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-77e60514-cb59-42d7-bdc3-efc59d511e6b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9fc98f6ee70c4b51a5cad91588179e46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986309 Jul 07 18:33:08.768423 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-2f7182d7-fa47-4b18-b5bc-8fbb53a07842 req-eee4cd15-5cd7-4a21-b25d-196000860d65 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211238 Jul 07 18:33:08.810170 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065d04d-cebb-49c6-8dc2-bad001457be5 req-2f715c1e-9ffe-4a3a-805e-7afa3204b021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:08.811678 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3065d04d-cebb-49c6-8dc2-bad001457be5 req-2f715c1e-9ffe-4a3a-805e-7afa3204b021 service neutron] 10.222.0.89 "GET /v2.0/networks?id=92e10a70-b230-47f5-8f0a-d4a88037a098 HTTP/1.1" status: 200 len: 919 time: 0.1500659 Jul 07 18:33:08.880122 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-c46d188b-141a-46e5-a41e-f7739f09f28b service neutron] 10.222.0.41 "GET /v2.0/networks/eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453381 Jul 07 18:33:08.948247 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3065d04d-cebb-49c6-8dc2-bad001457be5 req-d262b726-b8cb-4818-8bd8-c9c207a2d9f2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88094dfa-d7b8-4481-bc9b-54672e3050b1 HTTP/1.1" status: 200 len: 217 time: 0.1190054 Jul 07 18:33:09.038148 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065d04d-cebb-49c6-8dc2-bad001457be5 req-c71e3833-b23a-4200-8f66-1188b84e2cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:09.039725 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3065d04d-cebb-49c6-8dc2-bad001457be5 req-c71e3833-b23a-4200-8f66-1188b84e2cd2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1570539-ca9f-43b4-b497-d0b015384538 HTTP/1.1" status: 200 len: 858 time: 0.0823207 Jul 07 18:33:09.097152 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3065d04d-cebb-49c6-8dc2-bad001457be5 req-99e22c1b-59d4-4852-bfe9-3c63778f9dff service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=92e10a70-b230-47f5-8f0a-d4a88037a098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498362 Jul 07 18:33:09.105396 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098554a7-e832-4edc-b26b-276fa62f9d60 req-bb9b3ac0-9805-4c94-8e27-fba1b80465c2 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:09.107428 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-098554a7-e832-4edc-b26b-276fa62f9d60 req-bb9b3ac0-9805-4c94-8e27-fba1b80465c2 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.2129617 Jul 07 18:33:09.144721 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-9f141aa1-fe30-4a9f-a02d-d788499af0b1 service neutron] 10.222.0.41 "GET /v2.0/networks/eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587678 Jul 07 18:33:09.362149 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-098554a7-e832-4edc-b26b-276fa62f9d60 req-290ac704-b07a-4803-99b1-2c7f6da5cf28 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324450 Jul 07 18:33:09.416990 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3065d04d-cebb-49c6-8dc2-bad001457be5 req-b8c28d78-125a-492b-8df9-ad44e6ade169 service neutron] 10.222.0.89 "GET /v2.0/networks/92e10a70-b230-47f5-8f0a-d4a88037a098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085070 Jul 07 18:33:09.432244 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-b47c7f58-321b-4d19-b298-26a270f34172 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:09.434147 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-b47c7f58-321b-4d19-b298-26a270f34172 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.89 "GET /v2.0/networks?id=8b57063e-64e9-4ce5-9f30-b1d950c5ee5d HTTP/1.1" status: 200 len: 808 time: 0.2492025 Jul 07 18:33:09.471889 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-4d9407a7-f316-4ef1-9053-9fe44f2cae50 req-f0e28181-f490-4d05-9205-20d5a21f4a54 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 210 time: 0.0628800 Jul 07 18:33:09.600668 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-b43f516a-8df9-4ee8-a3c5-feaad37e49a6 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Request body: {'port': {'device_id': '12ff7d1b-15bf-40fd-9c47-a06cdd642551', 'network_id': '8b57063e-64e9-4ce5-9f30-b1d950c5ee5d', 'admin_state_up': True, 'tenant_id': '7df1e3622f3e43809f21dc03780af7a7'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:33:09.739511 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-85d85ab7-a089-4052-84e2-2fcd6b7146bb req-a07ad7d9-90ab-48a1-9d90-ec955595233e tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 210 time: 0.2719474 Jul 07 18:33:09.827070 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3065d04d-cebb-49c6-8dc2-bad001457be5 req-6008aae2-50d7-4091-b0dc-38a47dd3ab9d service neutron] 10.222.0.89 "GET /v2.0/networks/92e10a70-b230-47f5-8f0a-d4a88037a098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917542 Jul 07 18:33:09.834011 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-b43f516a-8df9-4ee8-a3c5-feaad37e49a6 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:33:09.852765 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-b43f516a-8df9-4ee8-a3c5-feaad37e49a6 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Usage tracker for resource:port and tenant:7df1e3622f3e43809f21dc03780af7a7 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:33:09.857526 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-b43f516a-8df9-4ee8-a3c5-feaad37e49a6 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:33:09.865358 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-b43f516a-8df9-4ee8-a3c5-feaad37e49a6 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:33:09.877768 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-b43f516a-8df9-4ee8-a3c5-feaad37e49a6 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Made reservation on behalf of 7df1e3622f3e43809f21dc03780af7a7 for: {'port': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:33:09.884242 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-b43f516a-8df9-4ee8-a3c5-feaad37e49a6 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:10.048506 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df2922-f4e9-4011-ac4b-62ec662c545d req-4169f437-2297-4c20-b72c-2a8b18396bf8 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:10.055898 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-b0df2922-f4e9-4011-ac4b-62ec662c545d req-4169f437-2297-4c20-b72c-2a8b18396bf8 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.0941696 Jul 07 18:33:10.094626 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_common [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-b43f516a-8df9-4ee8-a3c5-feaad37e49a6 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Allocated IP 172.20.0.7 (8b57063e-64e9-4ce5-9f30-b1d950c5ee5d/95bdbec5-1cdc-49d5-a1d9-167b4d7b415b/4986eb4d-59f6-4f88-a3a5-1968874aeff4) {{(pid=78477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:33:10.108222 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-b0df2922-f4e9-4011-ac4b-62ec662c545d req-0f18dead-c54c-421c-95f4-551863246e00 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514543 Jul 07 18:33:10.351866 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-b43f516a-8df9-4ee8-a3c5-feaad37e49a6 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Notify callbacks [] for port, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:10.383920 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-b43f516a-8df9-4ee8-a3c5-feaad37e49a6 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:10.391821 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:10.479386 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f516a-8df9-4ee8-a3c5-feaad37e49a6 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Pushing event updated for resources: {'Port': ['ID=4986eb4d-59f6-4f88-a3a5-1968874aeff4,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:10.483039 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-b43f516a-8df9-4ee8-a3c5-feaad37e49a6 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:10.498486 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-b43f516a-8df9-4ee8-a3c5-feaad37e49a6 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Network 8b57063e-64e9-4ce5-9f30-b1d950c5ee5d is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:33:10.500131 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-b43f516a-8df9-4ee8-a3c5-feaad37e49a6 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:33:10.503753 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-b43f516a-8df9-4ee8-a3c5-feaad37e49a6 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Received port after_create {{(pid=78477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:33:10.510085 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-b43f516a-8df9-4ee8-a3c5-feaad37e49a6 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:10.510420 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-b43f516a-8df9-4ee8-a3c5-feaad37e49a6 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:10.539672 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-b43f516a-8df9-4ee8-a3c5-feaad37e49a6 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0706828 Jul 07 18:33:10.557947 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] Request body: {'port': {'device_id': '12ff7d1b-15bf-40fd-9c47-a06cdd642551', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:33:10.724932 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604c052-c1d5-40ec-a3c7-eb8bac286c13 req-9889459c-c444-4a60-9c89-2decd0b49810 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:10.725486 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-5604c052-c1d5-40ec-a3c7-eb8bac286c13 req-9889459c-c444-4a60-9c89-2decd0b49810 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 931 time: 0.1012313 Jul 07 18:33:10.769448 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:10.790277 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59f4c4-a9d9-4ec1-bb77-215badce12dd req-f778ee9b-b77c-449e-a3cf-f05be969fcfe tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:10.795874 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4e59f4c4-a9d9-4ec1-bb77-215badce12dd req-f778ee9b-b77c-449e-a3cf-f05be969fcfe tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.1922131 Jul 07 18:33:10.802128 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-5604c052-c1d5-40ec-a3c7-eb8bac286c13 req-24180eaa-927d-4e03-9d6a-538b6c1a52e7 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703108 Jul 07 18:33:10.905768 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4e59f4c4-a9d9-4ec1-bb77-215badce12dd req-e578952d-299b-44e0-999d-e796026ec06c tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030040 Jul 07 18:33:10.969713 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f3a777e0-ae09-4dc0-9b83-22cac894a319 req-a8a5e97e-da93-45cf-b34c-747feadee6be tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 210 time: 0.0477095 Jul 07 18:33:11.338790 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-ebdbe803-9a66-4ff4-a083-77f985fb7dfd tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:11.339478 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-ebdbe803-9a66-4ff4-a083-77f985fb7dfd tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.89 "GET /v2.0/networks?id=eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e HTTP/1.1" status: 200 len: 815 time: 0.2600846 Jul 07 18:33:11.358415 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-0c1960ab-86cc-4193-922f-669fdb93c6df tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Request body: {'port': {'device_id': '67c98926-8959-4259-9988-d266da44a2b4', 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e', 'admin_state_up': True, 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:33:11.606374 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4986eb4d-59f6-4f88-a3a5-1968874aeff4 {{(pid=78477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:33:11.620353 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993c4a5-aaf7-483d-97fb-a8ad3267050c req-e94c2c8b-2517-4103-b91a-19362638f337 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:11.621859 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-2993c4a5-aaf7-483d-97fb-a8ad3267050c req-e94c2c8b-2517-4103-b91a-19362638f337 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.3789694 Jul 07 18:33:11.630833 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:11.691407 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] Transition to ACTIVE for port object 4986eb4d-59f6-4f88-a3a5-1968874aeff4 will not be triggered until provisioned by entity L2. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:33:11.708345 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:11.715435 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-9c8fee47-1a9c-4478-9324-438911464aee tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:11.772529 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-0c1960ab-86cc-4193-922f-669fdb93c6df tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:33:11.793500 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-2993c4a5-aaf7-483d-97fb-a8ad3267050c req-5e324cbf-5612-44d4-a57d-8c0b973c8bfb tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646466 Jul 07 18:33:11.956477 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-0c1960ab-86cc-4193-922f-669fdb93c6df tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:33:11.961888 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] Pushing event updated for resources: {'Port': ['ID=4986eb4d-59f6-4f88-a3a5-1968874aeff4,revision_number=2']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:11.975266 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:12.114245 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 56692) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:33:12.163727 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-0c1960ab-86cc-4193-922f-669fdb93c6df tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Made reservation on behalf of 9fc98f6ee70c4b51a5cad91588179e46 for: {'port': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:33:12.175868 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-0c1960ab-86cc-4193-922f-669fdb93c6df tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:12.325128 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] Attempting to bind port 4986eb4d-59f6-4f88-a3a5-1968874aeff4 on host hv-cinder-79869 for vnic_type normal with profile {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:33:12.325545 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] Attempting to bind port 4986eb4d-59f6-4f88-a3a5-1968874aeff4 by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': 'db6ea28b-00a7-4d39-91fa-f1432f6f9caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8b57063e-64e9-4ce5-9f30-b1d950c5ee5d'}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:33:12.325943 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] Attempting to bind port 4986eb4d-59f6-4f88-a3a5-1968874aeff4 on network 8b57063e-64e9-4ce5-9f30-b1d950c5ee5d {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:33:12.337925 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] Port 4986eb4d-59f6-4f88-a3a5-1968874aeff4 on network 8b57063e-64e9-4ce5-9f30-b1d950c5ee5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:33:12.338468 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] Attempting to bind port 4986eb4d-59f6-4f88-a3a5-1968874aeff4 on network 8b57063e-64e9-4ce5-9f30-b1d950c5ee5d {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:33:12.369329 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8f19723b-ee4e-4f3d-be66-4665b70bd7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:12.398498 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] Checking agent: {'id': '6661975a-2303-40ef-9047-4852f27aec4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:33:12.398887 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] Checking segment: {'id': 'db6ea28b-00a7-4d39-91fa-f1432f6f9caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8b57063e-64e9-4ce5-9f30-b1d950c5ee5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:33:12.399463 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] Bound using segment: {'id': 'db6ea28b-00a7-4d39-91fa-f1432f6f9caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8b57063e-64e9-4ce5-9f30-b1d950c5ee5d'} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:33:12.399979 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] Bound port: 4986eb4d-59f6-4f88-a3a5-1968874aeff4, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db6ea28b-00a7-4d39-91fa-f1432f6f9caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8b57063e-64e9-4ce5-9f30-b1d950c5ee5d'}}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:33:12.400354 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:12.422199 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-8f19723b-ee4e-4f3d-be66-4665b70bd7e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:33:12.432409 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-8f19723b-ee4e-4f3d-be66-4665b70bd7e9 admin admin] Usage tracker for resource:security_group_rule and tenant:f0ad42f94d0e478c8a7fa81ffc86ee47 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:33:12.438157 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c06e1-e414-48d6-b735-6297cbcd3bac req-eb389112-aa36-4bd3-9e8b-2437d25eafc5 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:12.438938 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-f68c06e1-e414-48d6-b735-6297cbcd3bac req-eb389112-aa36-4bd3-9e8b-2437d25eafc5 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Synchronizing usage tracker for tenant:7df1e3622f3e43809f21dc03780af7a7 on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:33:12.443539 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-8f19723b-ee4e-4f3d-be66-4665b70bd7e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:33:12.457268 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-8f19723b-ee4e-4f3d-be66-4665b70bd7e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:33:12.488254 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_common [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-0c1960ab-86cc-4193-922f-669fdb93c6df tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Allocated IP 172.20.0.11 (eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e/11d92948-72fa-44c3-8472-30d15d83e94d/7bc93984-8e9c-4b9d-99c7-7009515f6808) {{(pid=78477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:33:12.693498 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8f19723b-ee4e-4f3d-be66-4665b70bd7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:12.721432 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8f19723b-ee4e-4f3d-be66-4665b70bd7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:12.735277 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-0c1960ab-86cc-4193-922f-669fdb93c6df tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for port, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:12.753422 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-0c1960ab-86cc-4193-922f-669fdb93c6df tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Transition to ACTIVE for port object 7bc93984-8e9c-4b9d-99c7-7009515f6808 will not be triggered until provisioned by entity DHCP. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:33:12.768251 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-a7467626-e10e-4ac4-893d-d2a481424c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:12.782252 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-8f19723b-ee4e-4f3d-be66-4665b70bd7e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f0ad42f94d0e478c8a7fa81ffc86ee47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6649935 Jul 07 18:33:12.786617 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 56710) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:33:12.844238 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19723b-ee4e-4f3d-be66-4665b70bd7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5041e050-e992-4ff7-b308-9ed471b5a2e2,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:12.849030 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-8f19723b-ee4e-4f3d-be66-4665b70bd7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:12.871718 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348c89-1367-4a68-bb36-b9fcf54b0b82 req-0cbbb14a-335a-4509-a8b7-f8c831c2009d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:12.873834 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-7d348c89-1367-4a68-bb36-b9fcf54b0b82 req-0cbbb14a-335a-4509-a8b7-f8c831c2009d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.2280924 Jul 07 18:33:12.878601 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-f68c06e1-e414-48d6-b735-6297cbcd3bac req-eb389112-aa36-4bd3-9e8b-2437d25eafc5 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Unset dirty status for tenant:7df1e3622f3e43809f21dc03780af7a7 on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:33:12.879797 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-f68c06e1-e414-48d6-b735-6297cbcd3bac req-eb389112-aa36-4bd3-9e8b-2437d25eafc5 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 943 time: 0.8561430 Jul 07 18:33:12.956839 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] For port 4986eb4d-59f6-4f88-a3a5-1968874aeff4, host hv-cinder-79869, cleared binding levels {{(pid=78477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:33:12.992801 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-7d348c89-1367-4a68-bb36-b9fcf54b0b82 req-78c6c81a-2f39-4d15-a41a-28a2e90857cf tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041853 Jul 07 18:33:13.059727 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-0c1960ab-86cc-4193-922f-669fdb93c6df tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:13.065164 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-654509e6-4d30-42c4-92e2-a14b9a9afcc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:13.067937 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] For port 4986eb4d-59f6-4f88-a3a5-1968874aeff4, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=4986eb4d-59f6-4f88-a3a5-1968874aeff4,segment=NetworkSegment(db6ea28b-00a7-4d39-91fa-f1432f6f9caf),segment_id=db6ea28b-00a7-4d39-91fa-f1432f6f9caf)] {{(pid=78477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:33:13.088293 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-f01e4bc4-1a23-4df5-aed9-27a003674938 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:13.182576 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:13.207744 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-f68c06e1-e414-48d6-b735-6297cbcd3bac req-8536a343-0741-4b63-89c6-cabf04a9ce2e tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163307 Jul 07 18:33:13.246212 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-654509e6-4d30-42c4-92e2-a14b9a9afcc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:13.258361 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-0c1960ab-86cc-4193-922f-669fdb93c6df tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Network eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:33:13.274605 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-0c1960ab-86cc-4193-922f-669fdb93c6df tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:33:13.274746 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8193760-7307-4735-8540-78de0e653f12 req-0e5cad50-e496-4487-a4c4-232247851660 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:13.275279 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:13.275279 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:13.275426 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f8193760-7307-4735-8540-78de0e653f12 req-0e5cad50-e496-4487-a4c4-232247851660 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 932 time: 0.1278942 Jul 07 18:33:13.275506 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] 10.222.0.89 "PUT /v2.0/ports/4986eb4d-59f6-4f88-a3a5-1968874aeff4 HTTP/1.1" status: 200 len: 1093 time: 2.7215745 Jul 07 18:33:13.280736 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ff7d1b-15bf-40fd-9c47-a06cdd642551', 'tag': '4986eb4d-59f6-4f88-a3a5-1968874aeff4'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:33:13.285233 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1960ab-86cc-4193-922f-669fdb93c6df tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Pushing event updated for resources: {'Port': ['ID=7bc93984-8e9c-4b9d-99c7-7009515f6808,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:13.291482 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-0c1960ab-86cc-4193-922f-669fdb93c6df tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Received port after_create {{(pid=78477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:33:13.296963 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-0c1960ab-86cc-4193-922f-669fdb93c6df tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:13.297589 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-0c1960ab-86cc-4193-922f-669fdb93c6df tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:13.306970 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-0c1960ab-86cc-4193-922f-669fdb93c6df tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:13.309046 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:13.342429 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-f8193760-7307-4735-8540-78de0e653f12 req-7b18704e-0415-40c5-80a1-91ff168fb54b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Synchronizing usage tracker for tenant:9fc98f6ee70c4b51a5cad91588179e46 on resource:security_group {{(pid=78478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:33:13.374889 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-f8193760-7307-4735-8540-78de0e653f12 req-7b18704e-0415-40c5-80a1-91ff168fb54b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Unset dirty status for tenant:9fc98f6ee70c4b51a5cad91588179e46 on resource:security_group {{(pid=78478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:33:13.374889 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f8193760-7307-4735-8540-78de0e653f12 req-7b18704e-0415-40c5-80a1-91ff168fb54b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933919 Jul 07 18:33:13.499483 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ff7d1b-15bf-40fd-9c47-a06cdd642551', 'tag': '4986eb4d-59f6-4f88-a3a5-1968874aeff4', 'status': 'completed', 'code': 200} Jul 07 18:33:13.528759 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-654509e6-4d30-42c4-92e2-a14b9a9afcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:13.531466 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-654509e6-4d30-42c4-92e2-a14b9a9afcc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:13.534968 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-654509e6-4d30-42c4-92e2-a14b9a9afcc1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5041e050-e992-4ff7-b308-9ed471b5a2e2 HTTP/1.1" status: 204 len: 168 time: 0.7392719 Jul 07 18:33:13.534968 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-0c1960ab-86cc-4193-922f-669fdb93c6df tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1803939 Jul 07 18:33:13.544550 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] Pushing event updated for resources: {'Port': ['ID=4986eb4d-59f6-4f88-a3a5-1968874aeff4,revision_number=3']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:13.548415 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:13.552479 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-1421647f-cf99-4196-b283-a7b008fe0ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:13.565592 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654509e6-4d30-42c4-92e2-a14b9a9afcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5041e050-e992-4ff7-b308-9ed471b5a2e2,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:13.568010 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-654509e6-4d30-42c4-92e2-a14b9a9afcc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:13.636105 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-124d03c0-5080-4b0c-b7b2-ce3ebbbb2b2d None None] Provisioning for port 7bc93984-8e9c-4b9d-99c7-7009515f6808 completed by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:33:13.640923 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09e606-93be-4673-b8e1-cfe295f27807 req-0e28b385-555e-456e-be81-f44836cf7fbd tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:13.643596 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-de09e606-93be-4673-b8e1-cfe295f27807 req-0e28b385-555e-456e-be81-f44836cf7fbd tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.2043858 Jul 07 18:33:13.658797 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-124d03c0-5080-4b0c-b7b2-ce3ebbbb2b2d None None] Provisioning complete for port 7bc93984-8e9c-4b9d-99c7-7009515f6808 triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:33:13.661760 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-124d03c0-5080-4b0c-b7b2-ce3ebbbb2b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:13.732338 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-de09e606-93be-4673-b8e1-cfe295f27807 req-d0131a55-af76-4a58-94c4-f8e34415619c tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822198 Jul 07 18:33:13.763804 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-124d03c0-5080-4b0c-b7b2-ce3ebbbb2b2d None None] Port 7bc93984-8e9c-4b9d-99c7-7009515f6808 cannot update to ACTIVE because it is not bound. {{(pid=78479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:33:14.179664 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b314e5-e4ee-4657-b414-9c7229fc6560 req-c8654c39-da84-4631-a965-8a8d9fca4224 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:14.181121 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-65b314e5-e4ee-4657-b414-9c7229fc6560 req-c8654c39-da84-4631-a965-8a8d9fca4224 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.0819926 Jul 07 18:33:14.227724 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-65b314e5-e4ee-4657-b414-9c7229fc6560 req-1f541663-81a8-4bdd-a26b-22ddd44c4d8f tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409789 Jul 07 18:33:14.329228 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 56734) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:33:14.396680 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a1476b-20d3-4a78-ab5c-d0d6b54fb188 admin admin] Deleting subnet 0e0630e2-7e2e-44ca-8f63-1d8910343085 {{(pid=78477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 07 18:33:14.401508 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-63a1476b-20d3-4a78-ab5c-d0d6b54fb188 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:14.501332 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-63a1476b-20d3-4a78-ab5c-d0d6b54fb188 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:14.511459 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-63a1476b-20d3-4a78-ab5c-d0d6b54fb188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15871345'] for subnet, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:14.584468 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cb622-a0f9-48a0-94e2-cb8c1cec8454 req-b3591606-73ae-4445-84ef-e5bb20aa5a31 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:14.584763 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf10df-6b94-4766-8c38-44d79acd9f2b req-bc34906d-8ab8-4f38-b12c-ad459e2de047 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:14.585995 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ab8cb622-a0f9-48a0-94e2-cb8c1cec8454 req-b3591606-73ae-4445-84ef-e5bb20aa5a31 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 943 time: 0.1871393 Jul 07 18:33:14.589446 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e2cf10df-6b94-4766-8c38-44d79acd9f2b req-bc34906d-8ab8-4f38-b12c-ad459e2de047 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 932 time: 0.0993917 Jul 07 18:33:14.637438 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e2cf10df-6b94-4766-8c38-44d79acd9f2b req-f89b79bb-325d-4230-8ede-3168c91eab71 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436707 Jul 07 18:33:14.638688 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-63a1476b-20d3-4a78-ab5c-d0d6b54fb188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15868612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for subnet, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:14.649668 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:14.690796 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ab8cb622-a0f9-48a0-94e2-cb8c1cec8454 req-1014caf3-9962-4d2b-b390-650b23174ce8 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950513 Jul 07 18:33:14.693205 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1476b-20d3-4a78-ab5c-d0d6b54fb188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e0630e2-7e2e-44ca-8f63-1d8910343085,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:14.695408 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-63a1476b-20d3-4a78-ab5c-d0d6b54fb188 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:14.698437 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-63a1476b-20d3-4a78-ab5c-d0d6b54fb188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:14.703791 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-63a1476b-20d3-4a78-ab5c-d0d6b54fb188 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0e0630e2-7e2e-44ca-8f63-1d8910343085 HTTP/1.1" status: 204 len: 168 time: 0.3728731 Jul 07 18:33:14.707360 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 56740) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:33:14.822026 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-bf9af21d-5ba3-41f4-b8df-7082e8bb7dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16713874'] for network, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:15.008176 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-bf9af21d-5ba3-41f4-b8df-7082e8bb7dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15866878', 'neutron.services.segments.db._delete_segments_for_network-8734830643384'] for network, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:15.023611 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-bf9af21d-5ba3-41f4-b8df-7082e8bb7dab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e35817-67a6-46f1-8647-44ebb5c4a319']}} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:15.038398 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-bf9af21d-5ba3-41f4-b8df-7082e8bb7dab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0016132e-fd62-4b5c-b8f3-8c550422fbd7') {'for_net_delete': True} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:15.038685 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-bf9af21d-5ba3-41f4-b8df-7082e8bb7dab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0016132e-fd62-4b5c-b8f3-8c550422fbd7') {} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:15.053648 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-bf9af21d-5ba3-41f4-b8df-7082e8bb7dab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734830655007', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4079300'] for segment, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:15.080834 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728dfa3-83a9-44e6-a98a-7bd603cee7fb req-3b5abe34-058d-455f-8da9-7038f2d0f550 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:15.082316 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-9728dfa3-83a9-44e6-a98a-7bd603cee7fb req-3b5abe34-058d-455f-8da9-7038f2d0f550 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.2177181 Jul 07 18:33:15.083279 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-bf9af21d-5ba3-41f4-b8df-7082e8bb7dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:15.102249 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9af21d-5ba3-41f4-b8df-7082e8bb7dab admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=78478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:33:15.102635 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-bf9af21d-5ba3-41f4-b8df-7082e8bb7dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15873862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4077724'] for segment, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: Traceback (most recent call last): Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: timer() Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: cb(*args, **kw) Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: return func(*args, **kwargs) Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: self._notify() Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: self.callback(batched_events) Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: event.method(event) Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: return f(self, *a, **k) Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: return self._get(url).json() Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: return self.request(url, 'GET', **kwargs) Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:33:15.115761 dv-cinder-798696-1-smb neutron-server[78478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:33:15.211766 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-9728dfa3-83a9-44e6-a98a-7bd603cee7fb req-9f64a81a-d98d-4121-9901-23fc8555e61a tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229947 Jul 07 18:33:15.213515 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-bf9af21d-5ba3-41f4-b8df-7082e8bb7dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15866871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553073'] for network, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:15.217999 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:15.239510 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-bf9af21d-5ba3-41f4-b8df-7082e8bb7dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:15.245545 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9af21d-5ba3-41f4-b8df-7082e8bb7dab admin admin] Pushing event deleted for resources: {'Network': ['ID=13e35817-67a6-46f1-8647-44ebb5c4a319,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:15.249849 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-bf9af21d-5ba3-41f4-b8df-7082e8bb7dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:15.261019 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-bf9af21d-5ba3-41f4-b8df-7082e8bb7dab admin admin] 10.222.0.41 "DELETE /v2.0/networks/13e35817-67a6-46f1-8647-44ebb5c4a319 HTTP/1.1" status: 204 len: 168 time: 0.5523148 Jul 07 18:33:15.263931 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 56750) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:33:15.348500 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.db_base_plugin_v2 [None req-e29d2ade-0392-495e-9adf-69666353a3e7 admin admin] Deleting subnet 6d4d472d-c88c-4c18-bc09-c7424e088a9e {{(pid=78478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 07 18:33:15.352904 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e29d2ade-0392-495e-9adf-69666353a3e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:15.404645 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e29d2ade-0392-495e-9adf-69666353a3e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4079311'] for subnet, precommit_delete_associations {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:15.451009 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194c717-4a46-4483-9b28-311985832b78 req-39421df7-50b7-4fe2-9090-e74967cb86f5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:15.453288 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-7194c717-4a46-4483-9b28-311985832b78 req-39421df7-50b7-4fe2-9090-e74967cb86f5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.1081331 Jul 07 18:33:15.504912 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-7194c717-4a46-4483-9b28-311985832b78 req-ece4b0f1-eadf-45ea-9e22-5449cff4c8e9 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455110 Jul 07 18:33:15.534792 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e29d2ade-0392-495e-9adf-69666353a3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15871345'] for subnet, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:15.613302 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e29d2ade-0392-495e-9adf-69666353a3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15868612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3274071'] for subnet, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:15.617775 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-854e6202-dbee-4928-8a18-d6af82319158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:15.653189 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d2ade-0392-495e-9adf-69666353a3e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d4d472d-c88c-4c18-bc09-c7424e088a9e,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:15.656600 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-e29d2ade-0392-495e-9adf-69666353a3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:15.661572 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e29d2ade-0392-495e-9adf-69666353a3e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:15.669165 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-e29d2ade-0392-495e-9adf-69666353a3e7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6d4d472d-c88c-4c18-bc09-c7424e088a9e HTTP/1.1" status: 204 len: 168 time: 0.4042485 Jul 07 18:33:15.671668 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 56756) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:33:15.858643 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0f1acc40-cbb8-47c2-9318-8e85c178d60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16713874'] for network, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:15.908047 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c312f5-e27c-42b8-9295-ea561510b2f0 req-6e24cb21-b0a6-4e2c-9f68-674bdc8ae3ea tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:15.909962 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d1c312f5-e27c-42b8-9295-ea561510b2f0 req-6e24cb21-b0a6-4e2c-9f68-674bdc8ae3ea tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 943 time: 0.0984097 Jul 07 18:33:15.999775 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c2a49-2ff8-4015-9e57-d695e5ae3df7 req-984287ed-bfc3-45e7-ac3c-d1a6bd3d24fc tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:16.001962 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-aa4c2a49-2ff8-4015-9e57-d695e5ae3df7 req-984287ed-bfc3-45e7-ac3c-d1a6bd3d24fc tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 932 time: 0.2196143 Jul 07 18:33:16.047083 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0f1acc40-cbb8-47c2-9318-8e85c178d60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15866878', 'neutron.services.segments.db._delete_segments_for_network-8734830643384'] for network, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:16.072839 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-0f1acc40-cbb8-47c2-9318-8e85c178d60c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b06976-7042-4d2f-a972-2f47b94d1e2e']}} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:16.090331 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-aa4c2a49-2ff8-4015-9e57-d695e5ae3df7 req-c8b2d861-b5b9-493e-a95b-5bf92947c015 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706582 Jul 07 18:33:16.091846 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-0f1acc40-cbb8-47c2-9318-8e85c178d60c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed156c91-2582-454f-af7f-a8b198ede7d7') {'for_net_delete': True} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:16.092134 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-0f1acc40-cbb8-47c2-9318-8e85c178d60c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed156c91-2582-454f-af7f-a8b198ede7d7') {} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:16.098231 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d1c312f5-e27c-42b8-9295-ea561510b2f0 req-5b769635-9e59-4424-b499-d21999b27716 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828017 Jul 07 18:33:16.104882 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0f1acc40-cbb8-47c2-9318-8e85c178d60c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734830655007', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4079300'] for segment, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:16.135045 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0f1acc40-cbb8-47c2-9318-8e85c178d60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:16.146181 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1acc40-cbb8-47c2-9318-8e85c178d60c admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=78478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:33:16.147387 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0f1acc40-cbb8-47c2-9318-8e85c178d60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15873862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4077724'] for segment, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: Traceback (most recent call last): Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: timer() Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: cb(*args, **kw) Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: return func(*args, **kwargs) Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: self._notify() Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: self.callback(batched_events) Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: event.method(event) Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: return f(self, *a, **k) Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: return self._get(url).json() Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: return self.request(url, 'GET', **kwargs) Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:33:16.178208 dv-cinder-798696-1-smb neutron-server[78478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:33:16.290601 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0f1acc40-cbb8-47c2-9318-8e85c178d60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15866871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553073'] for network, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:16.295997 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-2ab8eb4f-e1d5-4799-ad96-9ed9efad5295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:16.311979 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0f1acc40-cbb8-47c2-9318-8e85c178d60c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:16.321251 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1acc40-cbb8-47c2-9318-8e85c178d60c admin admin] Pushing event deleted for resources: {'Network': ['ID=71b06976-7042-4d2f-a972-2f47b94d1e2e,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:16.326962 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-0f1acc40-cbb8-47c2-9318-8e85c178d60c admin admin] 10.222.0.41 "DELETE /v2.0/networks/71b06976-7042-4d2f-a972-2f47b94d1e2e HTTP/1.1" status: 204 len: 168 time: 0.6515317 Jul 07 18:33:16.326962 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-0f1acc40-cbb8-47c2-9318-8e85c178d60c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:16.446757 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c68979-ebfd-4e5e-8aa8-1d1e3201327d req-a7861698-7dc9-4335-8388-ced67d6d2a85 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:16.448686 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-63c68979-ebfd-4e5e-8aa8-1d1e3201327d req-a7861698-7dc9-4335-8388-ced67d6d2a85 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1035511 Jul 07 18:33:16.496519 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-63c68979-ebfd-4e5e-8aa8-1d1e3201327d req-25bafbc7-7a08-4768-896e-bc8196eb0db6 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405209 Jul 07 18:33:16.519387 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 56770) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:33:16.591313 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-6c30399e-64ef-49a1-8cfb-13a340a86889 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b75b9fa93a44cc2a2b3b59570ab7cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0706043 Jul 07 18:33:16.593653 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 56776) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:33:16.706178 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d64f1e00-c35c-4a46-bddb-212f5d39255b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:16.739826 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d64f1e00-c35c-4a46-bddb-212f5d39255b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:16.789421 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6fe75-7567-43f5-8303-9ee0ab975ff0 req-e4c0ef62-834a-4906-9fe2-1c35ba882f8b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:16.790907 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-35b6fe75-7567-43f5-8303-9ee0ab975ff0 req-e4c0ef62-834a-4906-9fe2-1c35ba882f8b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.1511922 Jul 07 18:33:16.831125 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d64f1e00-c35c-4a46-bddb-212f5d39255b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:16.838974 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-0d7962dd-32f2-49c5-a2c1-08e8a1511c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:16.858944 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-35b6fe75-7567-43f5-8303-9ee0ab975ff0 req-c14c5ec8-83c9-4fe4-bff7-ca581f1b6f78 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612559 Jul 07 18:33:16.860099 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f1e00-c35c-4a46-bddb-212f5d39255b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4e1497-027f-465f-973f-d39875ba615a,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:16.864610 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-d64f1e00-c35c-4a46-bddb-212f5d39255b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:16.868131 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d64f1e00-c35c-4a46-bddb-212f5d39255b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:16.869175 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-d64f1e00-c35c-4a46-bddb-212f5d39255b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff4e1497-027f-465f-973f-d39875ba615a HTTP/1.1" status: 204 len: 168 time: 0.2745662 Jul 07 18:33:17.339495 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117e31c-66b7-45ec-b14f-7ad2d7ef7712 req-78cc7948-f6a7-485d-ac9d-23a6c3f7ffa4 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:17.341457 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-f117e31c-66b7-45ec-b14f-7ad2d7ef7712 req-78cc7948-f6a7-485d-ac9d-23a6c3f7ffa4 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 943 time: 0.1187634 Jul 07 18:33:17.398703 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c906c23-ef27-4921-815f-c8d08be9da34 req-f378b94a-be70-44cf-a11e-7546e093a999 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:17.400512 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-5c906c23-ef27-4921-815f-c8d08be9da34 req-f378b94a-be70-44cf-a11e-7546e093a999 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 932 time: 0.1316390 Jul 07 18:33:17.402353 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 56790) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:33:17.403101 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-f117e31c-66b7-45ec-b14f-7ad2d7ef7712 req-aab3ee37-467f-4aa3-9147-6c0b7d33263f tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553789 Jul 07 18:33:17.497646 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-03436031-041d-47d7-a9dd-d2d4491c2214 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=48be7fcfa2e24dc0ab3e9353366368f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0939031 Jul 07 18:33:17.498576 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 56794) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:33:17.509670 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-5c906c23-ef27-4921-815f-c8d08be9da34 req-8b0aba3e-8b0a-4b4e-bde2-a0871afba02c tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878022 Jul 07 18:33:17.561907 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-898ceb8a-3c05-4bd5-8c9f-96406a09e725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:17.565606 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-09130c42-9f74-4572-be06-898eabf5d254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:17.603542 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-898ceb8a-3c05-4bd5-8c9f-96406a09e725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:17.659657 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-898ceb8a-3c05-4bd5-8c9f-96406a09e725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:17.663708 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:17.724841 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ceb8a-3c05-4bd5-8c9f-96406a09e725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0a4910-5950-4602-afb0-f5117240c743,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:17.732254 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-898ceb8a-3c05-4bd5-8c9f-96406a09e725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:17.739911 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-898ceb8a-3c05-4bd5-8c9f-96406a09e725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:17.741498 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-898ceb8a-3c05-4bd5-8c9f-96406a09e725 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c0a4910-5950-4602-afb0-f5117240c743 HTTP/1.1" status: 204 len: 168 time: 0.2413869 Jul 07 18:33:17.771941 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c16201-3dfb-43f8-a410-9a2b8358f397 req-93b0b866-7398-42dd-aa5b-caaaab5a4354 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:17.773421 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-48c16201-3dfb-43f8-a410-9a2b8358f397 req-93b0b866-7398-42dd-aa5b-caaaab5a4354 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1032975 Jul 07 18:33:17.825951 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-48c16201-3dfb-43f8-a410-9a2b8358f397 req-41c1773d-adc9-44c3-904f-146f6bc2a973 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464990 Jul 07 18:33:18.132541 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fc2b4-2515-4f01-a4c7-a5692dea8212 req-665035d8-08ea-4417-9e46-935ad426e50b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:18.134010 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-969fc2b4-2515-4f01-a4c7-a5692dea8212 req-665035d8-08ea-4417-9e46-935ad426e50b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.1074176 Jul 07 18:33:18.156000 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:18.214098 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-969fc2b4-2515-4f01-a4c7-a5692dea8212 req-683809cc-2386-43e7-885c-22b5c42dcf79 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731668 Jul 07 18:33:18.650888 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd00bce-89da-4772-963d-9ebf8a1fbb80 req-f37a1fc4-6933-43d5-beb6-d676b486066c tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:18.658854 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1cd00bce-89da-4772-963d-9ebf8a1fbb80 req-f37a1fc4-6933-43d5-beb6-d676b486066c tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 943 time: 0.1299431 Jul 07 18:33:18.708707 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1cd00bce-89da-4772-963d-9ebf8a1fbb80 req-b3e27288-ce50-4ac4-b7ac-a4c6e269b4fa tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485544 Jul 07 18:33:18.785624 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53bdb5-4bf7-425b-8c84-1da7b9d15452 req-16b42d09-4063-454f-aece-99b10313a786 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:18.788244 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-ac53bdb5-4bf7-425b-8c84-1da7b9d15452 req-16b42d09-4063-454f-aece-99b10313a786 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 932 time: 0.1524789 Jul 07 18:33:18.864130 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-ac53bdb5-4bf7-425b-8c84-1da7b9d15452 req-f588f48d-31b3-477c-b60c-7acc9f7c9182 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683804 Jul 07 18:33:19.108122 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34e249-644f-43e3-866b-c292c7f4f243 req-ae32d6c7-2e24-4e9d-b394-39e2087ce858 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:19.109686 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3a34e249-644f-43e3-866b-c292c7f4f243 req-ae32d6c7-2e24-4e9d-b394-39e2087ce858 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1397960 Jul 07 18:33:19.170438 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3a34e249-644f-43e3-866b-c292c7f4f243 req-16df78a9-817e-43a9-9a83-44fe24e3ba4b tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529346 Jul 07 18:33:19.455893 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc78ad-e881-4eae-a3ee-4d44d3597d94 req-f52c4098-1e33-4358-8c29-2965ee1fe1ba tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:19.457755 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-51cc78ad-e881-4eae-a3ee-4d44d3597d94 req-f52c4098-1e33-4358-8c29-2965ee1fe1ba tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.1026161 Jul 07 18:33:19.507608 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-51cc78ad-e881-4eae-a3ee-4d44d3597d94 req-28cf97b4-63e7-410a-93d4-081e85685438 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440705 Jul 07 18:33:19.977436 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74e813-c6d0-4dbb-9c13-006d3a7e9df7 req-1cd91ea2-0589-4b65-aa16-f238d0146a73 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:19.979649 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-da74e813-c6d0-4dbb-9c13-006d3a7e9df7 req-1cd91ea2-0589-4b65-aa16-f238d0146a73 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 943 time: 0.1212912 Jul 07 18:33:20.053100 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-da74e813-c6d0-4dbb-9c13-006d3a7e9df7 req-445273dd-6566-4d2a-a5ea-b3f6ed7d11d2 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656972 Jul 07 18:33:20.107507 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098397b-8468-497f-928c-c89d7d1b30f9 req-092676b1-74f3-47ea-876e-f88f80f0e95d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:20.108975 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-b098397b-8468-497f-928c-c89d7d1b30f9 req-092676b1-74f3-47ea-876e-f88f80f0e95d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 932 time: 0.0909352 Jul 07 18:33:20.163425 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-b098397b-8468-497f-928c-c89d7d1b30f9 req-8d344d04-ccc7-4715-b38a-04b2e88df427 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477545 Jul 07 18:33:20.264785 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-96afcd4c-1cae-4aba-93ea-2fd986c12672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:20.411726 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef928df-02e0-479a-b963-29ff4d8cbd5e req-befb72ac-a545-4a7f-b513-a1a65b4622d4 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:20.413201 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-2ef928df-02e0-479a-b963-29ff4d8cbd5e req-befb72ac-a545-4a7f-b513-a1a65b4622d4 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1109684 Jul 07 18:33:20.462164 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-2ef928df-02e0-479a-b963-29ff4d8cbd5e req-0334e5a6-6378-4e58-8fa7-c14429b5259b tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433896 Jul 07 18:33:20.737454 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab5338-f347-4a26-ae93-bd798266d7e5 req-f74cccc2-c1b5-45cf-a25f-793898635dd2 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:20.739014 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-cdab5338-f347-4a26-ae93-bd798266d7e5 req-f74cccc2-c1b5-45cf-a25f-793898635dd2 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.1076231 Jul 07 18:33:20.792021 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-cdab5338-f347-4a26-ae93-bd798266d7e5 req-8a1e522d-a338-4c15-b458-ec7326260e57 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471363 Jul 07 18:33:21.082459 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:21.261708 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da2235-a50b-45e9-8a9d-aee2816c9930 req-ca843fbb-c149-4a51-ae57-ab2c071df105 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:21.263168 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-72da2235-a50b-45e9-8a9d-aee2816c9930 req-ca843fbb-c149-4a51-ae57-ab2c071df105 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 943 time: 0.0943415 Jul 07 18:33:21.314046 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-72da2235-a50b-45e9-8a9d-aee2816c9930 req-252a32db-c4b7-4faf-92e6-bad23fbe090a tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451386 Jul 07 18:33:21.406161 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ba1f6-60ab-417d-8202-2d2f0548eac2 req-1e2c5452-a7f4-44eb-a032-952b6055be34 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:21.408261 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-242ba1f6-60ab-417d-8202-2d2f0548eac2 req-1e2c5452-a7f4-44eb-a032-952b6055be34 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 932 time: 0.1100714 Jul 07 18:33:21.454621 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-242ba1f6-60ab-417d-8202-2d2f0548eac2 req-4018ed0f-0885-4ff0-ab0c-39e507632ffe tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406420 Jul 07 18:33:21.675831 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317073a1-37e4-4bce-8767-291109f2ae81 req-e712b052-8b19-484a-8ec2-b24d38f457c9 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:21.677368 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-317073a1-37e4-4bce-8767-291109f2ae81 req-e712b052-8b19-484a-8ec2-b24d38f457c9 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.0955100 Jul 07 18:33:21.740425 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-317073a1-37e4-4bce-8767-291109f2ae81 req-7f1f855a-829d-4cfb-b384-ffd6ecc2686c tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567150 Jul 07 18:33:22.022924 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb73a4-6582-4185-bbbe-ce27dc24755d req-4f5bcf48-78e2-4cc3-b765-7adaf34b0681 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:22.027963 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-6deb73a4-6582-4185-bbbe-ce27dc24755d req-4f5bcf48-78e2-4cc3-b765-7adaf34b0681 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.1202910 Jul 07 18:33:22.076578 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-6deb73a4-6582-4185-bbbe-ce27dc24755d req-eba8e58a-5b47-449a-b634-77549261713c tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443225 Jul 07 18:33:22.523363 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea95db8-70a3-4855-96d4-2ab4ec7afa1e req-0598e790-ff34-4d97-9d96-6f23966610f8 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:22.525007 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5ea95db8-70a3-4855-96d4-2ab4ec7afa1e req-0598e790-ff34-4d97-9d96-6f23966610f8 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 943 time: 0.0999694 Jul 07 18:33:22.537319 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:22.597203 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5ea95db8-70a3-4855-96d4-2ab4ec7afa1e req-bad0038a-9b63-4a16-ab83-9b4c0150f865 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661981 Jul 07 18:33:22.735138 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654c32d-3437-47ae-96d5-a92a7c5f4758 req-415f1e66-5694-42d9-8787-a0746e7f1abc tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:22.737367 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-9654c32d-3437-47ae-96d5-a92a7c5f4758 req-415f1e66-5694-42d9-8787-a0746e7f1abc tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 932 time: 0.1630595 Jul 07 18:33:22.784520 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-9654c32d-3437-47ae-96d5-a92a7c5f4758 req-99ed08b4-f699-41e0-8ec0-89bbafac7b18 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411913 Jul 07 18:33:22.954264 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e380884-89a1-4054-869f-0f7c185a973b req-1ab90210-5a4c-46b7-be4c-f811c3ab7839 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:22.956256 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3e380884-89a1-4054-869f-0f7c185a973b req-1ab90210-5a4c-46b7-be4c-f811c3ab7839 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1074979 Jul 07 18:33:23.009007 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3e380884-89a1-4054-869f-0f7c185a973b req-37d814b7-7be9-4dff-946b-7360057a0fa1 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471454 Jul 07 18:33:23.286955 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69dfc92-5db5-49fb-9e38-16a22c2719d2 req-d38a61e5-ac32-4ccf-bef0-f4089221232b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:23.288663 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a69dfc92-5db5-49fb-9e38-16a22c2719d2 req-d38a61e5-ac32-4ccf-bef0-f4089221232b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.0895627 Jul 07 18:33:23.333726 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a69dfc92-5db5-49fb-9e38-16a22c2719d2 req-f01c1370-7fa7-49a4-a63d-de7744b80ac1 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393288 Jul 07 18:33:23.787353 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e5f98-f08b-4fb7-be8b-8a72e9fc1a62 req-84e6f109-c4cc-4b35-bad1-42aa5c36a41a tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:23.788898 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1e9e5f98-f08b-4fb7-be8b-8a72e9fc1a62 req-84e6f109-c4cc-4b35-bad1-42aa5c36a41a tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 943 time: 0.0829573 Jul 07 18:33:23.836064 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1e9e5f98-f08b-4fb7-be8b-8a72e9fc1a62 req-96d88d1c-accd-40df-842a-a262aaae09cc tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407610 Jul 07 18:33:23.997339 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710fdd5-e2af-473e-986d-13ec82abcabc req-b201c2cd-4642-42ec-a1fd-32577b4273f1 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:23.998829 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e710fdd5-e2af-473e-986d-13ec82abcabc req-b201c2cd-4642-42ec-a1fd-32577b4273f1 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 932 time: 0.0804124 Jul 07 18:33:24.047488 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e710fdd5-e2af-473e-986d-13ec82abcabc req-37927e2d-8f38-4a63-b4f0-19e682d805ab tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429773 Jul 07 18:33:24.224073 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e916c-a3f7-4b46-a1da-983a661c7101 req-a05577f2-1fdf-482b-8ef5-b825cff2407c tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:24.225549 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-818e916c-a3f7-4b46-a1da-983a661c7101 req-a05577f2-1fdf-482b-8ef5-b825cff2407c tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1037195 Jul 07 18:33:24.272026 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-818e916c-a3f7-4b46-a1da-983a661c7101 req-d8222e8b-d371-450d-be3e-09391f98a3bd tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404687 Jul 07 18:33:24.548535 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f25d19-6b87-48ca-9d09-65aeba5ec18b req-d24fddbe-e54e-4cf0-97a1-bd994f448706 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:24.550364 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-02f25d19-6b87-48ca-9d09-65aeba5ec18b req-d24fddbe-e54e-4cf0-97a1-bd994f448706 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.0993018 Jul 07 18:33:24.598292 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-02f25d19-6b87-48ca-9d09-65aeba5ec18b req-097f5710-34bd-4f25-adf7-ea96c8f5a635 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419052 Jul 07 18:33:25.048591 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7702d2b-48eb-4a64-826c-5a6200fad5af req-d073d8b8-b14d-4a70-85a6-d6f46093df02 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:25.050058 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e7702d2b-48eb-4a64-826c-5a6200fad5af req-d073d8b8-b14d-4a70-85a6-d6f46093df02 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 943 time: 0.0916486 Jul 07 18:33:25.100861 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e7702d2b-48eb-4a64-826c-5a6200fad5af req-e59a6c62-1d36-49c7-8487-ee67ebbaadcd tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449362 Jul 07 18:33:25.244521 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c24fb-2a0c-4634-b450-cb5635594bc9 req-934cdde3-a0b0-42f6-bc48-14d553502986 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:25.246198 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e14c24fb-2a0c-4634-b450-cb5635594bc9 req-934cdde3-a0b0-42f6-bc48-14d553502986 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 932 time: 0.0913470 Jul 07 18:33:25.310058 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e14c24fb-2a0c-4634-b450-cb5635594bc9 req-62072c54-4f1b-428e-b27d-7cf0b9811545 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437024 Jul 07 18:33:25.529535 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654b220-2d69-4298-b9f0-f53fe54c3bb6 req-f6a65f9c-9b7f-4337-9623-b975714fa2e8 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:25.531030 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-2654b220-2d69-4298-b9f0-f53fe54c3bb6 req-f6a65f9c-9b7f-4337-9623-b975714fa2e8 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1452439 Jul 07 18:33:25.579737 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-2654b220-2d69-4298-b9f0-f53fe54c3bb6 req-0f4322fd-3ec8-4697-adf3-5ecdd912cb85 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423048 Jul 07 18:33:25.790064 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708d400-fc8b-48d0-b1bc-579acbf5d055 req-bb645e73-4c9c-4f80-bb4c-4b9567d5fa0d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:25.791763 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-0708d400-fc8b-48d0-b1bc-579acbf5d055 req-bb645e73-4c9c-4f80-bb4c-4b9567d5fa0d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.0816712 Jul 07 18:33:25.841575 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-0708d400-fc8b-48d0-b1bc-579acbf5d055 req-c6d02309-ce8b-4cd0-9ae7-f87596d76153 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439832 Jul 07 18:33:26.186906 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] Request body: {'port': {'device_id': '67c98926-8959-4259-9988-d266da44a2b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:33:26.426979 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:26.457325 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9380ca9-9748-4d4f-bb4e-56355f7557a5 req-897f3ca1-3079-4c57-9962-a90f06e88f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:26.458826 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c9380ca9-9748-4d4f-bb4e-56355f7557a5 req-897f3ca1-3079-4c57-9962-a90f06e88f57 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7df1e3622f3e43809f21dc03780af7a7&device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 1096 time: 0.2368660 Jul 07 18:33:26.496286 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b308b0-43ac-4e10-82bb-1fe5ed2599e8 req-d41d5dcb-10f2-4be4-acd7-7991533bed19 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:26.497742 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-02b308b0-43ac-4e10-82bb-1fe5ed2599e8 req-d41d5dcb-10f2-4be4-acd7-7991533bed19 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 943 time: 0.2469106 Jul 07 18:33:26.513962 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f063a0f-8c7c-4b19-b19f-490ac8750cfd req-e5abb8d8-1597-49c4-8995-7e8f28e719d3 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:26.515450 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-7f063a0f-8c7c-4b19-b19f-490ac8750cfd req-e5abb8d8-1597-49c4-8995-7e8f28e719d3 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 932 time: 0.0848234 Jul 07 18:33:26.565404 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-7f063a0f-8c7c-4b19-b19f-490ac8750cfd req-ca29540f-c6ff-4a4b-b8ba-632d1d0db79f tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431936 Jul 07 18:33:26.701678 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-02b308b0-43ac-4e10-82bb-1fe5ed2599e8 req-b223b8e3-152a-494b-ba7a-c9f843d01c8b tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730378 Jul 07 18:33:26.774694 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c7e38-5fb9-460a-b0da-b5dc989c4dad req-790be8d4-dfcf-48e8-bee9-7b6fb30f09d9 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:26.776197 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-1c5c7e38-5fb9-460a-b0da-b5dc989c4dad req-790be8d4-dfcf-48e8-bee9-7b6fb30f09d9 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.0912709 Jul 07 18:33:26.776868 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9380ca9-9748-4d4f-bb4e-56355f7557a5 req-1c16c1da-7ee9-4e95-a8a7-b724b8d35772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:26.778343 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c9380ca9-9748-4d4f-bb4e-56355f7557a5 req-1c16c1da-7ee9-4e95-a8a7-b724b8d35772 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=7df1e3622f3e43809f21dc03780af7a7&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2907512 Jul 07 18:33:26.824629 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-1c5c7e38-5fb9-460a-b0da-b5dc989c4dad req-59affc2a-360d-44b9-93e2-1ce437b5e821 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412393 Jul 07 18:33:27.058443 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9380ca9-9748-4d4f-bb4e-56355f7557a5 req-e931d04a-ac68-48c2-a577-e2ea60f4c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:27.061009 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c9380ca9-9748-4d4f-bb4e-56355f7557a5 req-e931d04a-ac68-48c2-a577-e2ea60f4c9cc service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2396052 Jul 07 18:33:27.144766 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc93984-8e9c-4b9d-99c7-7009515f6808 {{(pid=78477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:33:27.155798 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899d263-fe4b-4b9d-b21c-d92df1c14b62 req-92345aef-5fa4-4bcd-a7ca-c70e9f5ede07 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:27.158000 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b899d263-fe4b-4b9d-b21c-d92df1c14b62 req-92345aef-5fa4-4bcd-a7ca-c70e9f5ede07 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.1962590 Jul 07 18:33:27.162079 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:27.256895 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] Transition to ACTIVE for port object 7bc93984-8e9c-4b9d-99c7-7009515f6808 will not be triggered until provisioned by entity L2. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:33:27.265402 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:27.273576 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-7b71e39c-5c2d-4ce2-8de3-26a74ccb28b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:27.313073 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b899d263-fe4b-4b9d-b21c-d92df1c14b62 req-5a77e652-36bc-40ec-ab56-12cf3b6c0c0d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478820 Jul 07 18:33:27.412827 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc93984-8e9c-4b9d-99c7-7009515f6808,revision_number=2']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:27.418376 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:27.462553 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-0f899263-f4f3-4f1d-a2ea-77b0ab9ddb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:27.464100 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-0f899263-f4f3-4f1d-a2ea-77b0ab9ddb21 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7df1e3622f3e43809f21dc03780af7a7&device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 1096 time: 0.2860184 Jul 07 18:33:27.547068 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-50911a4b-d57b-467c-becc-2cefdce541b2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4986eb4d-59f6-4f88-a3a5-1968874aeff4 HTTP/1.1" status: 200 len: 217 time: 0.0681493 Jul 07 18:33:27.547771 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] Attempting to bind port 7bc93984-8e9c-4b9d-99c7-7009515f6808 on host hv-cinder-79869 for vnic_type normal with profile {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:33:27.548610 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] Attempting to bind port 7bc93984-8e9c-4b9d-99c7-7009515f6808 by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': '8d767d72-ca7b-47ef-913c-0915a64475be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e'}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:33:27.548933 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] Attempting to bind port 7bc93984-8e9c-4b9d-99c7-7009515f6808 on network eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:33:27.553804 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] Port 7bc93984-8e9c-4b9d-99c7-7009515f6808 on network eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:33:27.554121 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] Attempting to bind port 7bc93984-8e9c-4b9d-99c7-7009515f6808 on network eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:33:27.592601 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] Checking agent: {'id': '6661975a-2303-40ef-9047-4852f27aec4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:33:27.592936 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] Checking segment: {'id': '8d767d72-ca7b-47ef-913c-0915a64475be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:33:27.593313 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] Bound using segment: {'id': '8d767d72-ca7b-47ef-913c-0915a64475be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e'} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:33:27.593749 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] Bound port: 7bc93984-8e9c-4b9d-99c7-7009515f6808, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d767d72-ca7b-47ef-913c-0915a64475be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e'}}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:33:27.594085 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:27.756453 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-1f71d2ad-3b56-4d2b-a8f3-c9b9526374ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:27.757881 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-1f71d2ad-3b56-4d2b-a8f3-c9b9526374ac service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95bdbec5-1cdc-49d5-a1d9-167b4d7b415b HTTP/1.1" status: 200 len: 848 time: 0.2004049 Jul 07 18:33:27.758610 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4b2fe-6554-4f7e-8bf5-1cc866741299 req-48dbc79b-6090-4bc3-946c-d5adfc4f1364 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:27.760098 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-b0e4b2fe-6554-4f7e-8bf5-1cc866741299 req-48dbc79b-6090-4bc3-946c-d5adfc4f1364 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 944 time: 0.0829244 Jul 07 18:33:27.811466 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-b0e4b2fe-6554-4f7e-8bf5-1cc866741299 req-7aaca11e-38ea-41fa-8cde-a05defec6889 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445409 Jul 07 18:33:27.824530 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-d2e05fcd-950d-41df-bea6-efbbfbc7205d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8b57063e-64e9-4ce5-9f30-b1d950c5ee5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515447 Jul 07 18:33:27.886868 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] For port 7bc93984-8e9c-4b9d-99c7-7009515f6808, host hv-cinder-79869, cleared binding levels {{(pid=78477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:33:27.963669 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] For port 7bc93984-8e9c-4b9d-99c7-7009515f6808, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=7bc93984-8e9c-4b9d-99c7-7009515f6808,segment=NetworkSegment(8d767d72-ca7b-47ef-913c-0915a64475be),segment_id=8d767d72-ca7b-47ef-913c-0915a64475be)] {{(pid=78477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:33:27.974092 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:27.980786 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-32894f9a-6acb-4ac8-8fe7-ea021bfd0364 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:28.021791 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8f367-2dac-4bbb-a896-0745299cde65 req-be57a7fc-8049-48fb-bea0-dd90f963676d tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:28.023467 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-dae8f367-2dac-4bbb-a896-0745299cde65 req-be57a7fc-8049-48fb-bea0-dd90f963676d tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.0873563 Jul 07 18:33:28.073729 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:28.074389 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:28.075740 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] 10.222.0.89 "PUT /v2.0/ports/7bc93984-8e9c-4b9d-99c7-7009515f6808 HTTP/1.1" status: 200 len: 1094 time: 1.8948519 Jul 07 18:33:28.076217 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c98926-8959-4259-9988-d266da44a2b4', 'tag': '7bc93984-8e9c-4b9d-99c7-7009515f6808'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:33:28.078123 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-dae8f367-2dac-4bbb-a896-0745299cde65 req-91a0bbaa-8f47-4b93-b991-1bd2128f98df tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479047 Jul 07 18:33:28.118528 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-64118626-edd2-4c92-950e-892c91e39e8c service neutron] 10.222.0.89 "GET /v2.0/networks/8b57063e-64e9-4ce5-9f30-b1d950c5ee5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552786 Jul 07 18:33:28.119179 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc93984-8e9c-4b9d-99c7-7009515f6808,revision_number=3']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:28.123864 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:28.140886 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c009e51-406a-4672-9e92-272af2ea425a req-c14ac6f5-e7d3-490d-aa52-5cc6a60d4264 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:28.142988 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-2c009e51-406a-4672-9e92-272af2ea425a req-c14ac6f5-e7d3-490d-aa52-5cc6a60d4264 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 943 time: 0.3235011 Jul 07 18:33:28.225519 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c98926-8959-4259-9988-d266da44a2b4', 'tag': '7bc93984-8e9c-4b9d-99c7-7009515f6808', 'status': 'completed', 'code': 200} Jul 07 18:33:28.339865 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-2c009e51-406a-4672-9e92-272af2ea425a req-c241a00b-4f77-451d-bda2-ed91dd0a3e22 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407771 Jul 07 18:33:28.416170 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d8f76907-d189-45ed-9609-13e6c08d4d62 req-8ba2598a-3413-4284-b432-57f2f83a8c39 service neutron] 10.222.0.89 "GET /v2.0/networks/8b57063e-64e9-4ce5-9f30-b1d950c5ee5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725964 Jul 07 18:33:28.419643 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-6dd8d7e7-2fcb-418a-9900-cff514bd44e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:28.420376 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-6dd8d7e7-2fcb-418a-9900-cff514bd44e4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9fc98f6ee70c4b51a5cad91588179e46&device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 1097 time: 0.2553875 Jul 07 18:33:28.525248 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-a6f49951-7c18-4839-ace0-d72006ac2c4d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bc93984-8e9c-4b9d-99c7-7009515f6808 HTTP/1.1" status: 200 len: 217 time: 0.0881894 Jul 07 18:33:28.585828 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb753e7-a1c6-4ed0-abdd-1f0c8a80814a req-cb69464a-812a-4d72-abad-c7eb3a15c52c tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:28.589017 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-7bb753e7-a1c6-4ed0-abdd-1f0c8a80814a req-cb69464a-812a-4d72-abad-c7eb3a15c52c tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.1185348 Jul 07 18:33:28.632059 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-1f9040e2-dee3-4865-bda5-5ee031f709e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:28.633850 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-1f9040e2-dee3-4865-bda5-5ee031f709e0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=11d92948-72fa-44c3-8472-30d15d83e94d HTTP/1.1" status: 200 len: 854 time: 0.0927854 Jul 07 18:33:28.667568 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-7bb753e7-a1c6-4ed0-abdd-1f0c8a80814a req-3cc5d10e-faac-4831-9a84-b9a0ea8b8972 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720682 Jul 07 18:33:28.721779 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-b2cf2ba2-a761-4da7-bf21-20d488d2461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:28.723996 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-b2cf2ba2-a761-4da7-bf21-20d488d2461f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788658 Jul 07 18:33:28.876751 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-2fd9cdad-d898-484d-a22b-f28d07234d66 service neutron] 10.222.0.89 "GET /v2.0/networks/eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391263 Jul 07 18:33:29.113276 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-85d84a18-4783-4fbc-8368-b703c18e8865 req-41948d5c-2be9-4574-9b73-645e4b7805d6 service neutron] 10.222.0.89 "GET /v2.0/networks/eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108586 Jul 07 18:33:29.125286 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0da78d-6b14-419d-975d-fcb4a0f93026 req-f6232e1a-0b61-40f8-b2ab-ac95da8afb04 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:29.126000 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-ee0da78d-6b14-419d-975d-fcb4a0f93026 req-f6232e1a-0b61-40f8-b2ab-ac95da8afb04 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Synchronizing usage tracker for tenant:9fc98f6ee70c4b51a5cad91588179e46 on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:33:29.143267 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-ee0da78d-6b14-419d-975d-fcb4a0f93026 req-f6232e1a-0b61-40f8-b2ab-ac95da8afb04 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Unset dirty status for tenant:9fc98f6ee70c4b51a5cad91588179e46 on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:33:29.144417 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ee0da78d-6b14-419d-975d-fcb4a0f93026 req-f6232e1a-0b61-40f8-b2ab-ac95da8afb04 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 944 time: 0.2220924 Jul 07 18:33:29.156971 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 6743ea86-1c3c-4602-9532-aa6c535a039b details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 07 18:33:29.243398 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ee0da78d-6b14-419d-975d-fcb4a0f93026 req-91912229-1185-4169-82a4-32f509402d30 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928726 Jul 07 18:33:29.274797 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c34a4a-c269-4a7e-94ae-396c0e1ca05c req-a9d43e26-cc94-4d2d-97aa-9d2e092d7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:29.276266 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d0c34a4a-c269-4a7e-94ae-396c0e1ca05c req-a9d43e26-cc94-4d2d-97aa-9d2e092d7a46 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9fc98f6ee70c4b51a5cad91588179e46&device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 1097 time: 0.0881128 Jul 07 18:33:29.301168 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 6743ea86-1c3c-4602-9532-aa6c535a039b, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=6743ea86-1c3c-4602-9532-aa6c535a039b,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:33:29.314540 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Returning: {'device': '6743ea86-1c3c-4602-9532-aa6c535a039b', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'port_id': '6743ea86-1c3c-4602-9532-aa6c535a039b', 'mac_address': 'fa:16:3e:9f:26:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 07 18:33:29.377026 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:29.395322 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6743ea86-1c3c-4602-9532-aa6c535a039b {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:33:29.411814 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 6743ea86-1c3c-4602-9532-aa6c535a039b, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=6743ea86-1c3c-4602-9532-aa6c535a039b,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:33:29.416523 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:29.418843 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-144cd209-2694-4162-a79d-4db6a22c0188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:29.421661 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c34a4a-c269-4a7e-94ae-396c0e1ca05c req-659cd3e3-dd06-4f5a-b0a1-782045244f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:29.423422 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d0c34a4a-c269-4a7e-94ae-396c0e1ca05c req-659cd3e3-dd06-4f5a-b0a1-782045244f3f service neutron] 10.222.0.89 "GET /v2.0/networks?id=eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e HTTP/1.1" status: 200 len: 916 time: 0.1352170 Jul 07 18:33:29.493627 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=6743ea86-1c3c-4602-9532-aa6c535a039b,revision_number=6']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:29.502259 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:29.502605 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:29.503110 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:29.503628 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:29.503960 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:29.504358 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:29.504649 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:29.504967 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:29.505291 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:29.505615 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:29.506150 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:29.506265 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:29.510459 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:29.544642 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304db47-7e77-4e4c-aca7-df206e16892a req-ea2f2b15-bead-4cbb-acd7-2eb7fbd510ca tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:29.546395 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-9304db47-7e77-4e4c-aca7-df206e16892a req-ea2f2b15-bead-4cbb-acd7-2eb7fbd510ca tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 943 time: 0.0992539 Jul 07 18:33:29.600775 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d0c34a4a-c269-4a7e-94ae-396c0e1ca05c req-370454ea-fff8-4928-a47e-112151d2e8df service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bc93984-8e9c-4b9d-99c7-7009515f6808 HTTP/1.1" status: 200 len: 217 time: 0.1570244 Jul 07 18:33:29.603082 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-9304db47-7e77-4e4c-aca7-df206e16892a req-9c688b59-f03b-41d4-9707-3b98923135b9 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493469 Jul 07 18:33:29.669844 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c34a4a-c269-4a7e-94ae-396c0e1ca05c req-ace80842-3c8b-4c6e-a911-fa45c9052b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:29.671424 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d0c34a4a-c269-4a7e-94ae-396c0e1ca05c req-ace80842-3c8b-4c6e-a911-fa45c9052b80 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=11d92948-72fa-44c3-8472-30d15d83e94d HTTP/1.1" status: 200 len: 854 time: 0.0610061 Jul 07 18:33:29.793803 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c34a4a-c269-4a7e-94ae-396c0e1ca05c req-9bf91109-1983-4a12-9afa-080dc97e1361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:29.795960 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d0c34a4a-c269-4a7e-94ae-396c0e1ca05c req-9bf91109-1983-4a12-9afa-080dc97e1361 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1014895 Jul 07 18:33:29.890490 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4b356-b42f-41ea-b405-e20a645b5b53 req-a4a9a91d-4fac-4f48-8edd-1bc8cc9263de tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:29.892540 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-b9a4b356-b42f-41ea-b405-e20a645b5b53 req-a4a9a91d-4fac-4f48-8edd-1bc8cc9263de tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 944 time: 0.0839267 Jul 07 18:33:29.947399 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-b9a4b356-b42f-41ea-b405-e20a645b5b53 req-c31886c7-c8f1-43b3-a4c4-6c4fe3d8f908 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463026 Jul 07 18:33:29.951004 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['6743ea86-1c3c-4602-9532-aa6c535a039b'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:33:30.008188 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d0c34a4a-c269-4a7e-94ae-396c0e1ca05c req-508f34a1-1797-4b15-b9e0-f25a7f986713 service neutron] 10.222.0.89 "GET /v2.0/networks/eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838212 Jul 07 18:33:30.024299 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62a006-aa1b-48f0-b165-954690dbdd49 req-a95bb470-fc91-46cc-8ce9-6050f262fb12 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:30.025768 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-cb62a006-aa1b-48f0-b165-954690dbdd49 req-a95bb470-fc91-46cc-8ce9-6050f262fb12 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1355207 Jul 07 18:33:30.158520 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-cb62a006-aa1b-48f0-b165-954690dbdd49 req-b2ff0347-a32f-483a-95b5-22b3e6b72416 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108212 Jul 07 18:33:30.161476 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c064a-6d91-4c46-90db-32587b904759 req-99f6737d-7d99-4fbb-bbad-7b3a0ba7ee53 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:30.163452 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-5b5c064a-6d91-4c46-90db-32587b904759 req-99f6737d-7d99-4fbb-bbad-7b3a0ba7ee53 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f53bd5ae-b509-43f5-a5d0-77b85f136d4a HTTP/1.1" status: 200 len: 945 time: 0.0875406 Jul 07 18:33:30.197489 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d0c34a4a-c269-4a7e-94ae-396c0e1ca05c req-03bebf91-1b6c-40fc-beac-6a67ebc45b5c service neutron] 10.222.0.89 "GET /v2.0/networks/eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706846 Jul 07 18:33:30.221019 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-5b5c064a-6d91-4c46-90db-32587b904759 req-89ad6542-5ddb-40f9-9a4f-12af454595f8 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518241 Jul 07 18:33:30.339057 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:33:30.485095 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45c256-c0f9-4859-9b15-2fe9ee33a7b7 req-d237e899-5eee-460d-a01b-f47749664683 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:30.486570 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-3e45c256-c0f9-4859-9b15-2fe9ee33a7b7 req-d237e899-5eee-460d-a01b-f47749664683 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 944 time: 0.0821409 Jul 07 18:33:30.539267 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-3e45c256-c0f9-4859-9b15-2fe9ee33a7b7 req-698a9b19-64f1-496c-9c90-f6c5a2235cd1 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461624 Jul 07 18:33:30.824141 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249fc3-f6b6-43b3-acec-f1d1d118d806 req-3eb13454-eab3-4c2a-bfa6-f29af5bcab63 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:30.835253 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-ee249fc3-f6b6-43b3-acec-f1d1d118d806 req-3eb13454-eab3-4c2a-bfa6-f29af5bcab63 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 943 time: 0.1221247 Jul 07 18:33:30.886939 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-ee249fc3-f6b6-43b3-acec-f1d1d118d806 req-9fc46ca4-c211-456f-80c7-e8446a42e12f tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505075 Jul 07 18:33:31.163765 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dcdb72-bdec-4104-b393-034c60a59dc9 req-ae744752-b818-4cc9-9a64-e3b9fd53fdc8 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:31.165383 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-95dcdb72-bdec-4104-b393-034c60a59dc9 req-ae744752-b818-4cc9-9a64-e3b9fd53fdc8 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 944 time: 0.0824320 Jul 07 18:33:31.191240 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 4986eb4d-59f6-4f88-a3a5-1968874aeff4 details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 07 18:33:31.207652 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 6743ea86-1c3c-4602-9532-aa6c535a039b up at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:33:31.224338 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-95dcdb72-bdec-4104-b393-034c60a59dc9 req-f8fe7962-ceaf-47ea-8b09-af0cd32e7831 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530813 Jul 07 18:33:31.398290 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning complete for port 6743ea86-1c3c-4602-9532-aa6c535a039b triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:33:31.398661 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:31.458545 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 4986eb4d-59f6-4f88-a3a5-1968874aeff4, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=4986eb4d-59f6-4f88-a3a5-1968874aeff4,segment=NetworkSegment(db6ea28b-00a7-4d39-91fa-f1432f6f9caf),segment_id=db6ea28b-00a7-4d39-91fa-f1432f6f9caf)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:33:31.483335 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Returning: {'device': '4986eb4d-59f6-4f88-a3a5-1968874aeff4', 'network_id': '8b57063e-64e9-4ce5-9f30-b1d950c5ee5d', 'port_id': '4986eb4d-59f6-4f88-a3a5-1968874aeff4', 'mac_address': 'fa:16:3e:74:04:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95bdbec5-1cdc-49d5-a1d9-167b4d7b415b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 07 18:33:31.520777 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7478a-b4c9-4d98-8548-5fe605797f50 req-e9d86ae9-24a3-4446-9a1a-9a0e74df7846 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:31.528421 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d9a7478a-b4c9-4d98-8548-5fe605797f50 req-e9d86ae9-24a3-4446-9a1a-9a0e74df7846 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f53bd5ae-b509-43f5-a5d0-77b85f136d4a HTTP/1.1" status: 200 len: 945 time: 0.1887321 Jul 07 18:33:31.569463 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:31.590992 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d9a7478a-b4c9-4d98-8548-5fe605797f50 req-09a82508-dad5-4488-8737-9fcd126b7106 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572722 Jul 07 18:33:31.650051 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4986eb4d-59f6-4f88-a3a5-1968874aeff4 {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:33:31.673160 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:31.690895 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 4986eb4d-59f6-4f88-a3a5-1968874aeff4, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=4986eb4d-59f6-4f88-a3a5-1968874aeff4,segment=NetworkSegment(db6ea28b-00a7-4d39-91fa-f1432f6f9caf),segment_id=db6ea28b-00a7-4d39-91fa-f1432f6f9caf)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:33:31.708014 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:31.717293 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:31.756297 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc48be8-442d-4860-b43e-df87d33bb564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6743ea86-1c3c-4602-9532-aa6c535a039b'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:33:31.821950 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 6743ea86-1c3c-4602-9532-aa6c535a039b, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=6743ea86-1c3c-4602-9532-aa6c535a039b,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:33:31.847528 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958bb04-2f36-46a4-acba-2f95de1d3944 req-ca9aa507-7a84-48e4-9d85-f3b2819f6dcd tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:31.856693 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a958bb04-2f36-46a4-acba-2f95de1d3944 req-ca9aa507-7a84-48e4-9d85-f3b2819f6dcd tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 944 time: 0.1638582 Jul 07 18:33:31.869372 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:31.898365 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc48be8-442d-4860-b43e-df87d33bb564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6743ea86-1c3c-4602-9532-aa6c535a039b', 'code': 200} Jul 07 18:33:31.922426 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=4986eb4d-59f6-4f88-a3a5-1968874aeff4,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:31.926836 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:31.927308 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:31.978627 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a958bb04-2f36-46a4-acba-2f95de1d3944 req-e7512233-d553-4e95-90c5-50ad173abe31 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206551 Jul 07 18:33:32.072737 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=6743ea86-1c3c-4602-9532-aa6c535a039b,revision_number=7']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:32.079890 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:32.149482 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf15a4f-b8fd-421c-9dda-839b3719f376 req-f4735574-4d38-4602-8642-4c91784dbf97 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:32.155183 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-cbf15a4f-b8fd-421c-9dda-839b3719f376 req-f4735574-4d38-4602-8642-4c91784dbf97 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 944 time: 0.1058598 Jul 07 18:33:32.200271 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-cbf15a4f-b8fd-421c-9dda-839b3719f376 req-858a620a-819b-46fb-a22a-67ee3cb0fb21 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433130 Jul 07 18:33:32.291376 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['4986eb4d-59f6-4f88-a3a5-1968874aeff4'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:33:32.476180 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf608326-66f0-4a1d-a967-f613ae9726e2 req-8296ad8f-ec18-435d-adac-eae53114cb56 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:32.478488 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-cf608326-66f0-4a1d-a967-f613ae9726e2 req-8296ad8f-ec18-435d-adac-eae53114cb56 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.1052864 Jul 07 18:33:32.542014 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-cf608326-66f0-4a1d-a967-f613ae9726e2 req-8d41bc8a-a7d7-4276-a802-8baff7fe5021 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566237 Jul 07 18:33:32.806169 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a210215-0afd-4d2e-8694-372cef0f95fe req-7429cd4e-5533-49e7-8557-04f38477f986 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:32.807923 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-5a210215-0afd-4d2e-8694-372cef0f95fe req-7429cd4e-5533-49e7-8557-04f38477f986 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f53bd5ae-b509-43f5-a5d0-77b85f136d4a HTTP/1.1" status: 200 len: 945 time: 0.0941112 Jul 07 18:33:32.877085 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-5a210215-0afd-4d2e-8694-372cef0f95fe req-aa6ca815-35de-4a5a-bbb7-eaa96a0ebcef tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618167 Jul 07 18:33:33.203959 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 7bc93984-8e9c-4b9d-99c7-7009515f6808 details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 07 18:33:33.256897 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431d0ce-eeac-4b2c-8a6d-7d877cac21d7 req-597b55b5-5e45-4172-a4e3-aebd6a494438 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:33.259393 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-7431d0ce-eeac-4b2c-8a6d-7d877cac21d7 req-597b55b5-5e45-4172-a4e3-aebd6a494438 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 944 time: 0.1214066 Jul 07 18:33:33.340930 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-7431d0ce-eeac-4b2c-8a6d-7d877cac21d7 req-1d307311-b752-400d-ad76-220bba4a6b37 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756242 Jul 07 18:33:33.473357 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 7bc93984-8e9c-4b9d-99c7-7009515f6808, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=7bc93984-8e9c-4b9d-99c7-7009515f6808,segment=NetworkSegment(8d767d72-ca7b-47ef-913c-0915a64475be),segment_id=8d767d72-ca7b-47ef-913c-0915a64475be)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:33:33.497309 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Returning: {'device': '7bc93984-8e9c-4b9d-99c7-7009515f6808', 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e', 'port_id': '7bc93984-8e9c-4b9d-99c7-7009515f6808', 'mac_address': 'fa:16:3e:cb:f3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d92948-72fa-44c3-8472-30d15d83e94d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 07 18:33:33.607044 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:33.641909 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc93984-8e9c-4b9d-99c7-7009515f6808 {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:33:33.665669 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 7bc93984-8e9c-4b9d-99c7-7009515f6808, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=7bc93984-8e9c-4b9d-99c7-7009515f6808,segment=NetworkSegment(8d767d72-ca7b-47ef-913c-0915a64475be),segment_id=8d767d72-ca7b-47ef-913c-0915a64475be)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:33:33.671277 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:33.674358 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:33.705754 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce05d1-8a53-4a38-b1e3-0a5743da196b req-42a12289-864e-4cf3-ac04-e572f6b8f2f8 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:33.723744 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-1fce05d1-8a53-4a38-b1e3-0a5743da196b req-42a12289-864e-4cf3-ac04-e572f6b8f2f8 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 944 time: 0.1611676 Jul 07 18:33:33.792304 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-1fce05d1-8a53-4a38-b1e3-0a5743da196b req-e3e45bfb-3cb3-4f6a-8eef-4ed7c0f11a53 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675561 Jul 07 18:33:33.833323 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=7bc93984-8e9c-4b9d-99c7-7009515f6808,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:33.843824 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:33.926821 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050c00c-4590-465f-9ebf-6d2103d61a18 req-e93f1cc4-f301-43e4-a8a4-7417ec73e571 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:33.930632 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e050c00c-4590-465f-9ebf-6d2103d61a18 req-e93f1cc4-f301-43e4-a8a4-7417ec73e571 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.89 "GET /v2.0/ports?device_id=f53bd5ae-b509-43f5-a5d0-77b85f136d4a HTTP/1.1" status: 200 len: 945 time: 0.2632592 Jul 07 18:33:33.988734 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2a7e2-571d-4040-a393-bc5fcd128ac6 req-3345b432-1563-4adb-b125-976aade48e12 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:33.991172 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-81c2a7e2-571d-4040-a393-bc5fcd128ac6 req-3345b432-1563-4adb-b125-976aade48e12 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.1818900 Jul 07 18:33:34.061515 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-e050c00c-4590-465f-9ebf-6d2103d61a18 req-6f1bf30f-825c-498e-930c-05fe74eb3663 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Deleting port 3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:33:34.061862 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-e050c00c-4590-465f-9ebf-6d2103d61a18 req-6f1bf30f-825c-498e-930c-05fe74eb3663 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:34.094100 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['7bc93984-8e9c-4b9d-99c7-7009515f6808'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:33:34.131082 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-81c2a7e2-571d-4040-a393-bc5fcd128ac6 req-7dbb8d1a-e757-41d3-bc77-d36183de022a tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250846 Jul 07 18:33:34.217334 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1f2ee-c208-46eb-a9d1-d927596a0521 req-87184fa3-6413-40cb-ab5d-593c22d061d4 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:34.218935 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-95a1f2ee-c208-46eb-a9d1-d927596a0521 req-87184fa3-6413-40cb-ab5d-593c22d061d4 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f53bd5ae-b509-43f5-a5d0-77b85f136d4a HTTP/1.1" status: 200 len: 945 time: 0.1297553 Jul 07 18:33:34.304510 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-95a1f2ee-c208-46eb-a9d1-d927596a0521 req-4e95ad28-b22d-4963-b08a-c3cdc3c89c92 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742567 Jul 07 18:33:34.491703 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-e050c00c-4590-465f-9ebf-6d2103d61a18 req-6f1bf30f-825c-498e-930c-05fe74eb3663 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] For port 3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd,segment=NetworkSegment(a67dfcbe-c679-4d3f-b4bc-195e22269185),segment_id=a67dfcbe-c679-4d3f-b4bc-195e22269185)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:33:34.491703 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-e050c00c-4590-465f-9ebf-6d2103d61a18 req-6f1bf30f-825c-498e-930c-05fe74eb3663 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:34.740593 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a829be-d716-4d7d-b158-548c2967b354 req-e4783b8a-6539-4f63-8c7a-261bc1a1c76d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:34.742306 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-36a829be-d716-4d7d-b158-548c2967b354 req-e4783b8a-6539-4f63-8c7a-261bc1a1c76d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 945 time: 0.2018089 Jul 07 18:33:34.757384 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-e050c00c-4590-465f-9ebf-6d2103d61a18 req-6f1bf30f-825c-498e-930c-05fe74eb3663 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Calling delete_port for 3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd owned by compute:nova {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:33:34.820718 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-36a829be-d716-4d7d-b158-548c2967b354 req-1d1d6e22-6132-43e9-9d3f-a35895dd066e tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721753 Jul 07 18:33:35.078369 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-e050c00c-4590-465f-9ebf-6d2103d61a18 req-6f1bf30f-825c-498e-930c-05fe74eb3663 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:35.104484 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:35.122814 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902f85b-72a0-4566-9afb-8c46ac28edde req-6244dbb0-bd2a-42ed-bdc7-bf943fd01ac0 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:35.130319 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-7902f85b-72a0-4566-9afb-8c46ac28edde req-6244dbb0-bd2a-42ed-bdc7-bf943fd01ac0 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 944 time: 0.1194963 Jul 07 18:33:35.215316 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-7902f85b-72a0-4566-9afb-8c46ac28edde req-0aee7a50-b6f8-433b-8a43-874a58736021 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816302 Jul 07 18:33:35.217620 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 4986eb4d-59f6-4f88-a3a5-1968874aeff4 up at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:33:35.251301 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bf30f-825c-498e-930c-05fe74eb3663 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Pushing event deleted for resources: {'Port': ['ID=3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:35.264736 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-6f1bf30f-825c-498e-930c-05fe74eb3663 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:35.324744 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning for port 4986eb4d-59f6-4f88-a3a5-1968874aeff4 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:33:35.339662 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning complete for port 4986eb4d-59f6-4f88-a3a5-1968874aeff4 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:33:35.340052 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:35.373675 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['d5f372b4-a397-4a8e-a8ce-59fd31dcc96c', '0975996b-57a0-4629-9f94-bcea5195f8f8', '8980e75c-0e3f-43db-82fd-f625c9f47a71'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:33:35.471175 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c0459-9e9b-49dd-9b16-fa0cc02704c3 req-12db48b1-43cd-4e69-8a20-73d804266d44 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:35.473504 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e00c0459-9e9b-49dd-9b16-fa0cc02704c3 req-12db48b1-43cd-4e69-8a20-73d804266d44 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.1273217 Jul 07 18:33:35.475893 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-e050c00c-4590-465f-9ebf-6d2103d61a18 req-6f1bf30f-825c-498e-930c-05fe74eb3663 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] No DVR routers for this DVR port 3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd on host hv-cinder-79869 {{(pid=78477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:33:35.479445 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-e050c00c-4590-465f-9ebf-6d2103d61a18 req-6f1bf30f-825c-498e-930c-05fe74eb3663 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:35.490882 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53bd5ae-b509-43f5-a5d0-77b85f136d4a', 'name': 'network-vif-deleted', 'tag': '3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:33:35.509187 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e050c00c-4590-465f-9ebf-6d2103d61a18 req-6f1bf30f-825c-498e-930c-05fe74eb3663 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.89 "DELETE /v2.0/ports/3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd HTTP/1.1" status: 204 len: 173 time: 1.5716622 Jul 07 18:33:35.526640 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f5c2-5ea6-452d-a176-ae5eaed3ce29 req-16519fe5-1eb3-44d2-9100-403556beadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:35.530304 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-67b8f5c2-5ea6-452d-a176-ae5eaed3ce29 req-16519fe5-1eb3-44d2-9100-403556beadc7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8f3ff43f73644b7ea447bee624649895&device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 1099 time: 0.3479481 Jul 07 18:33:35.541461 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8517a-e040-4a3a-92c4-de9e2c23f049 req-df9d4eab-c8d9-46d5-8a1a-0e3dfa1bec0f tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:35.543352 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-24b8517a-e040-4a3a-92c4-de9e2c23f049 req-df9d4eab-c8d9-46d5-8a1a-0e3dfa1bec0f tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.2365482 Jul 07 18:33:35.575600 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e00c0459-9e9b-49dd-9b16-fa0cc02704c3 req-775e5a7c-c0c8-41eb-a6c4-0f0d5836ff3f tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958641 Jul 07 18:33:35.620853 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-24b8517a-e040-4a3a-92c4-de9e2c23f049 req-11ec60ff-73cf-45d8-8c84-b085dddcf5b0 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584331 Jul 07 18:33:35.721428 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53bd5ae-b509-43f5-a5d0-77b85f136d4a', 'name': 'network-vif-deleted', 'tag': '3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd', 'status': 'completed', 'code': 200} Jul 07 18:33:35.797432 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:35.806628 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f5c2-5ea6-452d-a176-ae5eaed3ce29 req-eef37f4a-ec09-479c-82aa-71dd88e435ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:35.811697 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-67b8f5c2-5ea6-452d-a176-ae5eaed3ce29 req-eef37f4a-ec09-479c-82aa-71dd88e435ef service neutron] 10.222.0.89 "GET /v2.0/networks?id=92e10a70-b230-47f5-8f0a-d4a88037a098 HTTP/1.1" status: 200 len: 919 time: 0.2673697 Jul 07 18:33:35.821315 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-6fffd7b7-e4f2-4919-8eee-73a3bed80fe0 req-4453296d-b31e-4e8e-b0fb-f66b4d5b7e0e tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f53bd5ae-b509-43f5-a5d0-77b85f136d4a HTTP/1.1" status: 200 len: 210 time: 0.0668449 Jul 07 18:33:35.872278 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ff7d1b-15bf-40fd-9c47-a06cdd642551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4986eb4d-59f6-4f88-a3a5-1968874aeff4'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:33:35.958084 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-67b8f5c2-5ea6-452d-a176-ae5eaed3ce29 req-980d59fd-a9a7-4fc2-b34a-30fbe8bba37d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88094dfa-d7b8-4481-bc9b-54672e3050b1 HTTP/1.1" status: 200 len: 217 time: 0.1325924 Jul 07 18:33:35.978472 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ff7d1b-15bf-40fd-9c47-a06cdd642551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4986eb4d-59f6-4f88-a3a5-1968874aeff4', 'code': 200} Jul 07 18:33:35.995266 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 4986eb4d-59f6-4f88-a3a5-1968874aeff4, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=4986eb4d-59f6-4f88-a3a5-1968874aeff4,segment=NetworkSegment(db6ea28b-00a7-4d39-91fa-f1432f6f9caf),segment_id=db6ea28b-00a7-4d39-91fa-f1432f6f9caf)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:33:36.014490 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:36.032701 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:36.040279 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:36.090295 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f5c2-5ea6-452d-a176-ae5eaed3ce29 req-ebec4f84-2a56-4054-bbd2-bc96e0c068fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:36.091914 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-67b8f5c2-5ea6-452d-a176-ae5eaed3ce29 req-ebec4f84-2a56-4054-bbd2-bc96e0c068fe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1570539-ca9f-43b4-b497-d0b015384538 HTTP/1.1" status: 200 len: 858 time: 0.1242058 Jul 07 18:33:36.160510 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-67b8f5c2-5ea6-452d-a176-ae5eaed3ce29 req-e386c9be-1d10-46af-8626-f801248ba164 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=92e10a70-b230-47f5-8f0a-d4a88037a098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594678 Jul 07 18:33:36.173905 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8242a8-f3bf-498d-8264-44f28d0bfd44 req-01d9ac2e-b67d-4bc7-bf08-652b9f4cfc96 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:36.175885 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3a8242a8-f3bf-498d-8264-44f28d0bfd44 req-01d9ac2e-b67d-4bc7-bf08-652b9f4cfc96 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 945 time: 0.1733129 Jul 07 18:33:36.219284 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=4986eb4d-59f6-4f88-a3a5-1968874aeff4,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:36.232794 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:36.421049 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3a8242a8-f3bf-498d-8264-44f28d0bfd44 req-974fd860-a855-4925-a1a7-0f9f8cfc4655 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247958 Jul 07 18:33:36.505833 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-67b8f5c2-5ea6-452d-a176-ae5eaed3ce29 req-1717806a-e4aa-4781-b0ff-a261a3a95a57 service neutron] 10.222.0.89 "GET /v2.0/networks/92e10a70-b230-47f5-8f0a-d4a88037a098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287263 Jul 07 18:33:36.561480 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29a737-07d0-440a-aa90-bc6c5996ec93 req-448a8046-75df-4a04-bb3e-4d03dd9634bd tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:36.577883 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-cf29a737-07d0-440a-aa90-bc6c5996ec93 req-448a8046-75df-4a04-bb3e-4d03dd9634bd tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 945 time: 0.1877475 Jul 07 18:33:36.621062 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34202fd0-d49c-45e5-9bec-86bfb2882fbd req-29665d87-3784-4386-a359-db2b42db4d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:36.622564 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-34202fd0-d49c-45e5-9bec-86bfb2882fbd req-29665d87-3784-4386-a359-db2b42db4d6e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 1098 time: 0.2681465 Jul 07 18:33:36.693750 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-cf29a737-07d0-440a-aa90-bc6c5996ec93 req-09caadd2-cce1-4205-b60b-2a388a78365a tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139431 Jul 07 18:33:36.740579 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-34202fd0-d49c-45e5-9bec-86bfb2882fbd req-ecd2b20d-9a92-486b-adf2-dcb1ae407ebb service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970805 Jul 07 18:33:36.795157 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-67b8f5c2-5ea6-452d-a176-ae5eaed3ce29 req-16fe0179-56fb-4de0-ac94-eeedd033de9d service neutron] 10.222.0.89 "GET /v2.0/networks/92e10a70-b230-47f5-8f0a-d4a88037a098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812624 Jul 07 18:33:36.868850 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5e4d2-2f14-4b13-b2ea-b6ff967a62fa req-7ecdfc14-c5a5-46c8-a3aa-09687d9e6488 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:36.876446 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8be5e4d2-2f14-4b13-b2ea-b6ff967a62fa req-7ecdfc14-c5a5-46c8-a3aa-09687d9e6488 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.1258705 Jul 07 18:33:36.929639 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8be5e4d2-2f14-4b13-b2ea-b6ff967a62fa req-881c16b1-4131-4281-a976-ce4d7e6a8cfa tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516789 Jul 07 18:33:36.961641 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c46e8-dd46-491b-bd50-89ab040ec2dd req-e4abc2e8-fa15-4616-bdc8-2d66a4c669bb tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:36.972995 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c16c46e8-dd46-491b-bd50-89ab040ec2dd req-e4abc2e8-fa15-4616-bdc8-2d66a4c669bb tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1391277 Jul 07 18:33:37.071473 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c16c46e8-dd46-491b-bd50-89ab040ec2dd req-93bfff9e-502e-409a-9792-d3c14266e2f8 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973873 Jul 07 18:33:37.221417 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 7bc93984-8e9c-4b9d-99c7-7009515f6808 up at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:33:37.305549 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning for port 7bc93984-8e9c-4b9d-99c7-7009515f6808 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:33:37.310575 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning complete for port 7bc93984-8e9c-4b9d-99c7-7009515f6808 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:33:37.311042 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:37.458672 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:37.525605 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 7bc93984-8e9c-4b9d-99c7-7009515f6808, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=7bc93984-8e9c-4b9d-99c7-7009515f6808,segment=NetworkSegment(8d767d72-ca7b-47ef-913c-0915a64475be),segment_id=8d767d72-ca7b-47ef-913c-0915a64475be)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:33:37.530032 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:37.530935 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:33:37.562957 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:37.602679 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] No Port match for: 3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:33:37.603075 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 3fcadae6-0346-4bf5-a2ed-8c1d1c353dbd not bound to the agent host hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:33:37.650478 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=7bc93984-8e9c-4b9d-99c7-7009515f6808,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:37.654148 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:37.686842 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c7bb8-6d59-43be-a29c-9d5098c78095 req-140ba998-fccd-4406-92a5-2ae30602e095 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:37.688598 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6c5c7bb8-6d59-43be-a29c-9d5098c78095 req-140ba998-fccd-4406-92a5-2ae30602e095 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 946 time: 0.1138263 Jul 07 18:33:37.763783 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6c5c7bb8-6d59-43be-a29c-9d5098c78095 req-fa729ada-69e9-4573-a2c1-6907d89f374b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609515 Jul 07 18:33:37.980554 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c98926-8959-4259-9988-d266da44a2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc93984-8e9c-4b9d-99c7-7009515f6808'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:33:38.010038 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145db98-1a27-4d5f-90e9-1261be9560c2 req-cf15f18f-24ef-48be-a9ab-2694b4c3ae0d tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:38.021307 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a145db98-1a27-4d5f-90e9-1261be9560c2 req-cf15f18f-24ef-48be-a9ab-2694b4c3ae0d tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 945 time: 0.2017205 Jul 07 18:33:38.113659 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a145db98-1a27-4d5f-90e9-1261be9560c2 req-fd83c1df-4ab4-4c41-b7ee-5b1eb1057a53 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886564 Jul 07 18:33:38.177875 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c98926-8959-4259-9988-d266da44a2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc93984-8e9c-4b9d-99c7-7009515f6808', 'code': 200} Jul 07 18:33:38.243617 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8ff84-8248-4706-9112-c9eaa47de021 req-2dc60d5a-7391-46c9-bc92-38a01ae1f707 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:38.248358 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-42e8ff84-8248-4706-9112-c9eaa47de021 req-2dc60d5a-7391-46c9-bc92-38a01ae1f707 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.1167219 Jul 07 18:33:38.347038 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-42e8ff84-8248-4706-9112-c9eaa47de021 req-c495deb7-38ac-4f12-9ada-0c2713a0d2fe tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820589 Jul 07 18:33:38.441255 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca42c0a-04a6-4242-9b8a-188b3a592ede req-70b7c6ea-416f-49fb-98da-b4df7caaf857 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:38.443038 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-fca42c0a-04a6-4242-9b8a-188b3a592ede req-70b7c6ea-416f-49fb-98da-b4df7caaf857 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1043112 Jul 07 18:33:38.539241 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-fca42c0a-04a6-4242-9b8a-188b3a592ede req-b8d87f69-a748-4e53-850d-026ee2c45d36 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867980 Jul 07 18:33:38.637212 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79af77-61ef-49e8-8ad8-d807c7bb8003 req-6a68e2c6-2221-48f6-971a-e08ea4714edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:38.639554 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-cd79af77-61ef-49e8-8ad8-d807c7bb8003 req-6a68e2c6-2221-48f6-971a-e08ea4714edb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 1099 time: 0.2096324 Jul 07 18:33:38.730558 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-cd79af77-61ef-49e8-8ad8-d807c7bb8003 req-9438cc67-bc7b-4c27-828c-fae449f9a9d7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758986 Jul 07 18:33:38.853324 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b3a73-2654-43f7-8931-73ddae8efe69 req-51a9a100-6f2c-46ac-9d11-00f49748e510 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:38.854973 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f07b3a73-2654-43f7-8931-73ddae8efe69 req-51a9a100-6f2c-46ac-9d11-00f49748e510 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc92e5c8-a663-4201-8b53-d910be5108b5 HTTP/1.1" status: 200 len: 946 time: 0.0934417 Jul 07 18:33:38.904889 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f07b3a73-2654-43f7-8931-73ddae8efe69 req-136c0c1e-0fc5-4cac-92d3-165882408c42 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424459 Jul 07 18:33:38.997298 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7365a9-66af-4cba-b4ac-f560079d5b28 req-71a5daed-35fd-42c9-9705-8c1367522528 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:39.000269 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-da7365a9-66af-4cba-b4ac-f560079d5b28 req-71a5daed-35fd-42c9-9705-8c1367522528 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 946 time: 0.1107528 Jul 07 18:33:39.061559 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-da7365a9-66af-4cba-b4ac-f560079d5b28 req-a6e074ea-44e8-4df2-a984-e7bd40f1fc7d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537648 Jul 07 18:33:39.333839 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cff4d9-89e6-43a6-a073-d3569726991e req-67bf60d2-f68e-435a-985c-31e28cf56691 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:39.335650 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e5cff4d9-89e6-43a6-a073-d3569726991e req-67bf60d2-f68e-435a-985c-31e28cf56691 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 945 time: 0.1102715 Jul 07 18:33:39.400149 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e5cff4d9-89e6-43a6-a073-d3569726991e req-64916ae6-e6b1-4943-9fe3-856e6c222c71 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529153 Jul 07 18:33:39.565939 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466fa5c-e3d3-43ad-ab3a-25102d984d7c req-6ac18df0-0532-48a9-aa71-3c79a7819f7d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:39.573816 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8466fa5c-e3d3-43ad-ab3a-25102d984d7c req-6ac18df0-0532-48a9-aa71-3c79a7819f7d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.0927742 Jul 07 18:33:39.642295 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8466fa5c-e3d3-43ad-ab3a-25102d984d7c req-fac5c6ae-1e69-4e54-ab02-3bc750e2d878 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668912 Jul 07 18:33:39.759953 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae41df5-a30e-413c-b07b-5eb4d429c5cb req-9660948d-24ba-4b71-b5eb-8f4f1587d5ba tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:39.761823 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-2ae41df5-a30e-413c-b07b-5eb4d429c5cb req-9660948d-24ba-4b71-b5eb-8f4f1587d5ba tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1051197 Jul 07 18:33:39.816694 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-2ae41df5-a30e-413c-b07b-5eb4d429c5cb req-356f1efc-95b5-43a8-b439-a1800982744f tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479941 Jul 07 18:33:40.183052 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9f999-5a51-4f04-8e39-b8912a50b845 req-73e8602a-5fe6-44a7-a275-02b28ff65afc tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:40.184193 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-dff9f999-5a51-4f04-8e39-b8912a50b845 req-73e8602a-5fe6-44a7-a275-02b28ff65afc tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Synchronizing usage tracker for tenant:801cd77637e2403187e00ddcc37d09c9 on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:33:40.208533 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-dff9f999-5a51-4f04-8e39-b8912a50b845 req-73e8602a-5fe6-44a7-a275-02b28ff65afc tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Unset dirty status for tenant:801cd77637e2403187e00ddcc37d09c9 on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:33:40.214894 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-dff9f999-5a51-4f04-8e39-b8912a50b845 req-73e8602a-5fe6-44a7-a275-02b28ff65afc tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc92e5c8-a663-4201-8b53-d910be5108b5 HTTP/1.1" status: 200 len: 946 time: 0.1436090 Jul 07 18:33:40.341740 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-dff9f999-5a51-4f04-8e39-b8912a50b845 req-54a2cb80-078c-4ca7-ba96-b3ae3047989f tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212890 Jul 07 18:33:40.434582 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6513a-2008-41d4-b0bc-a94046243c9f req-81e73f33-b187-437e-834a-11b597de63cd tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:40.436354 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-dcf6513a-2008-41d4-b0bc-a94046243c9f req-81e73f33-b187-437e-834a-11b597de63cd tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 946 time: 0.1418614 Jul 07 18:33:40.499818 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-dcf6513a-2008-41d4-b0bc-a94046243c9f req-67b87e1e-fbce-4745-9e2d-7317c0c0ba6c tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538397 Jul 07 18:33:40.864019 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb833c-605a-45ed-95b1-1cca524dd54a req-94e3a143-59bb-40a7-a1e4-73774245d341 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:40.872186 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-22cb833c-605a-45ed-95b1-1cca524dd54a req-94e3a143-59bb-40a7-a1e4-73774245d341 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.1002429 Jul 07 18:33:40.983448 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-22cb833c-605a-45ed-95b1-1cca524dd54a req-2fd01cff-91d0-41c7-8912-272d7b808aae tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102839 Jul 07 18:33:41.107367 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d767ae-1995-4756-8763-3173f2497d69 req-2f40c8c9-0233-4bf3-bd57-1b0544d793ae tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:41.109173 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-52d767ae-1995-4756-8763-3173f2497d69 req-2f40c8c9-0233-4bf3-bd57-1b0544d793ae tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1007090 Jul 07 18:33:41.177242 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-52d767ae-1995-4756-8763-3173f2497d69 req-98cc44ac-d5f5-4cad-9917-fae44cf17dcd tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600660 Jul 07 18:33:41.281140 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb83452-e679-40f8-9014-5e3e1ed3e3f8 req-e79c5651-3f46-477e-bd28-39eeb62edc9e tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:41.284992 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-8bb83452-e679-40f8-9014-5e3e1ed3e3f8 req-e79c5651-3f46-477e-bd28-39eeb62edc9e tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 945 time: 0.1803286 Jul 07 18:33:41.331989 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-8bb83452-e679-40f8-9014-5e3e1ed3e3f8 req-3f713f1d-8a1b-4ba7-8378-805d19bd58d5 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426161 Jul 07 18:33:41.604646 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a2ee3-71e7-4957-bd57-3a7d6fd025f1 req-5d013b79-9790-4a2a-b6b9-e8cd7c45a1d1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:41.607796 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ca8a2ee3-71e7-4957-bd57-3a7d6fd025f1 req-5d013b79-9790-4a2a-b6b9-e8cd7c45a1d1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.89 "GET /v2.0/ports?device_id=dc92e5c8-a663-4201-8b53-d910be5108b5 HTTP/1.1" status: 200 len: 946 time: 0.2010620 Jul 07 18:33:41.659406 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13648d-b4b6-4258-929a-bb6712b61b6d req-ee0fbccd-7049-43c9-be24-e3bce479774f tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:41.659700 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ec13648d-b4b6-4258-929a-bb6712b61b6d req-ee0fbccd-7049-43c9-be24-e3bce479774f tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc92e5c8-a663-4201-8b53-d910be5108b5 HTTP/1.1" status: 200 len: 946 time: 0.2004921 Jul 07 18:33:41.738913 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd47b5-5436-4ee3-b0cf-f568f8c10d95 req-9a163cc5-cba8-4258-b3b3-e721b62d5be7 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:41.748362 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-52bd47b5-5436-4ee3-b0cf-f568f8c10d95 req-9a163cc5-cba8-4258-b3b3-e721b62d5be7 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 946 time: 0.1247923 Jul 07 18:33:41.751540 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-ca8a2ee3-71e7-4957-bd57-3a7d6fd025f1 req-c152e7a4-3a58-4d25-9485-d94a420fba44 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Deleting port 8980e75c-0e3f-43db-82fd-f625c9f47a71 {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:33:41.752015 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-ca8a2ee3-71e7-4957-bd57-3a7d6fd025f1 req-c152e7a4-3a58-4d25-9485-d94a420fba44 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:41.783607 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ec13648d-b4b6-4258-929a-bb6712b61b6d req-11dfc3db-55e9-4425-9425-0bca48ee755c tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125896 Jul 07 18:33:41.802845 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-52bd47b5-5436-4ee3-b0cf-f568f8c10d95 req-2b9150d8-176e-4233-b3ed-b707433e06b5 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534902 Jul 07 18:33:42.159492 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162d019-c96b-42f5-bfc0-734e3299a7f3 req-6a8540ea-cac7-4720-bd0b-62735a4dbb63 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:42.161006 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5162d019-c96b-42f5-bfc0-734e3299a7f3 req-6a8540ea-cac7-4720-bd0b-62735a4dbb63 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 946 time: 0.2104473 Jul 07 18:33:42.199740 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-ca8a2ee3-71e7-4957-bd57-3a7d6fd025f1 req-c152e7a4-3a58-4d25-9485-d94a420fba44 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] For port 8980e75c-0e3f-43db-82fd-f625c9f47a71, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=8980e75c-0e3f-43db-82fd-f625c9f47a71,segment=NetworkSegment(a67dfcbe-c679-4d3f-b4bc-195e22269185),segment_id=a67dfcbe-c679-4d3f-b4bc-195e22269185)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:33:42.200149 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-ca8a2ee3-71e7-4957-bd57-3a7d6fd025f1 req-c152e7a4-3a58-4d25-9485-d94a420fba44 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:42.264615 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b862a6a-abec-4e9c-bd7e-a04c6c0b949c req-e96cbb83-19b6-499d-801f-d40dc47d01bb tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:42.266241 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-0b862a6a-abec-4e9c-bd7e-a04c6c0b949c req-e96cbb83-19b6-499d-801f-d40dc47d01bb tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.1162891 Jul 07 18:33:42.329683 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-0b862a6a-abec-4e9c-bd7e-a04c6c0b949c req-fc006d95-08f4-4e22-a20a-e2a7bf6b6a31 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543993 Jul 07 18:33:42.374575 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-ca8a2ee3-71e7-4957-bd57-3a7d6fd025f1 req-c152e7a4-3a58-4d25-9485-d94a420fba44 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Calling delete_port for 8980e75c-0e3f-43db-82fd-f625c9f47a71 owned by compute:nova {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:33:42.479398 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5162d019-c96b-42f5-bfc0-734e3299a7f3 req-3aee0b26-b0ed-4a1b-bc02-128384bae844 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095469 Jul 07 18:33:42.665754 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca9b9b-11b3-4387-9365-ee430f772c05 req-0e0dc119-4b65-47bf-8137-8e9ced008df8 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:42.674699 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-65ca9b9b-11b3-4387-9365-ee430f772c05 req-0e0dc119-4b65-47bf-8137-8e9ced008df8 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1276863 Jul 07 18:33:42.704501 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-ca8a2ee3-71e7-4957-bd57-3a7d6fd025f1 req-c152e7a4-3a58-4d25-9485-d94a420fba44 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:42.711754 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-f9e558a9-72d3-4a5c-a186-48960dcfd4af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:42.719814 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['d5f372b4-a397-4a8e-a8ce-59fd31dcc96c', '0975996b-57a0-4629-9f94-bcea5195f8f8', '8980e75c-0e3f-43db-82fd-f625c9f47a71'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:33:42.730340 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-65ca9b9b-11b3-4387-9365-ee430f772c05 req-9afd2ed2-83e3-4a4e-808b-825de77aa7d2 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545757 Jul 07 18:33:43.036135 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152e7a4-3a58-4d25-9485-d94a420fba44 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Pushing event deleted for resources: {'Port': ['ID=8980e75c-0e3f-43db-82fd-f625c9f47a71,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:43.078199 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-c152e7a4-3a58-4d25-9485-d94a420fba44 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:43.088791 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8a2ee3-71e7-4957-bd57-3a7d6fd025f1 req-c152e7a4-3a58-4d25-9485-d94a420fba44 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] No DVR routers for this DVR port 8980e75c-0e3f-43db-82fd-f625c9f47a71 on host hv-cinder-79869 {{(pid=78477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:33:43.098248 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-ca8a2ee3-71e7-4957-bd57-3a7d6fd025f1 req-c152e7a4-3a58-4d25-9485-d94a420fba44 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:43.110429 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc92e5c8-a663-4201-8b53-d910be5108b5', 'name': 'network-vif-deleted', 'tag': '8980e75c-0e3f-43db-82fd-f625c9f47a71'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:33:43.130343 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423698f-9b6f-45de-8e06-02551028b313 req-3024fb46-2dd3-4d3a-8091-089b97eb79b3 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:43.138044 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5423698f-9b6f-45de-8e06-02551028b313 req-3024fb46-2dd3-4d3a-8091-089b97eb79b3 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 945 time: 0.5295053 Jul 07 18:33:43.153451 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ca8a2ee3-71e7-4957-bd57-3a7d6fd025f1 req-c152e7a4-3a58-4d25-9485-d94a420fba44 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.89 "DELETE /v2.0/ports/8980e75c-0e3f-43db-82fd-f625c9f47a71 HTTP/1.1" status: 204 len: 173 time: 1.5384243 Jul 07 18:33:43.182022 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0361bb1-701e-4312-85b7-a700cc865ed8 req-d9ee60d8-4512-4ae7-8596-22c43fdae2ac tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:43.183754 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b0361bb1-701e-4312-85b7-a700cc865ed8 req-d9ee60d8-4512-4ae7-8596-22c43fdae2ac tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.89 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 945 time: 0.4216750 Jul 07 18:33:43.198570 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-8c4fc496-f111-483a-bcef-6355514d0527 req-36d1ca1c-b2d8-4f3f-89f6-b604a4c61bae tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc92e5c8-a663-4201-8b53-d910be5108b5 HTTP/1.1" status: 200 len: 210 time: 0.0687494 Jul 07 18:33:43.270710 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-b0361bb1-701e-4312-85b7-a700cc865ed8 req-0a5739a4-4dcd-4a35-87a0-dd27ac595075 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Deleting port 4986eb4d-59f6-4f88-a3a5-1968874aeff4 {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:33:43.271136 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-b0361bb1-701e-4312-85b7-a700cc865ed8 req-0a5739a4-4dcd-4a35-87a0-dd27ac595075 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:43.335133 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5423698f-9b6f-45de-8e06-02551028b313 req-3f9dbd34-8c0f-44b2-8437-596e94d41ff7 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959429 Jul 07 18:33:43.415982 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718c02d-0bfc-43f1-92f4-7074c734a471 req-8d1cbe46-1ad6-4d9e-a710-50806eae89a3 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:43.417598 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c718c02d-0bfc-43f1-92f4-7074c734a471 req-8d1cbe46-1ad6-4d9e-a710-50806eae89a3 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 946 time: 0.1095035 Jul 07 18:33:43.426856 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc92e5c8-a663-4201-8b53-d910be5108b5', 'name': 'network-vif-deleted', 'tag': '8980e75c-0e3f-43db-82fd-f625c9f47a71', 'status': 'completed', 'code': 200} Jul 07 18:33:43.499604 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c718c02d-0bfc-43f1-92f4-7074c734a471 req-296d3f3a-b236-4c65-9d45-374da6793aa9 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752087 Jul 07 18:33:43.649862 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-b0361bb1-701e-4312-85b7-a700cc865ed8 req-0a5739a4-4dcd-4a35-87a0-dd27ac595075 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] For port 4986eb4d-59f6-4f88-a3a5-1968874aeff4, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=4986eb4d-59f6-4f88-a3a5-1968874aeff4,segment=NetworkSegment(db6ea28b-00a7-4d39-91fa-f1432f6f9caf),segment_id=db6ea28b-00a7-4d39-91fa-f1432f6f9caf)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:33:43.650520 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-b0361bb1-701e-4312-85b7-a700cc865ed8 req-0a5739a4-4dcd-4a35-87a0-dd27ac595075 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:43.920683 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-b0361bb1-701e-4312-85b7-a700cc865ed8 req-0a5739a4-4dcd-4a35-87a0-dd27ac595075 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Calling delete_port for 4986eb4d-59f6-4f88-a3a5-1968874aeff4 owned by compute:nova {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:33:44.107709 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc081b-5164-4df6-9b3c-744ba456b3ae req-f49549b0-0335-4e05-b847-b7bf709a10d8 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:44.115520 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-45cc081b-5164-4df6-9b3c-744ba456b3ae req-f49549b0-0335-4e05-b847-b7bf709a10d8 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1950037 Jul 07 18:33:44.188973 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-45cc081b-5164-4df6-9b3c-744ba456b3ae req-4b5280fa-aa27-4fdd-8be0-8477453c46a6 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681472 Jul 07 18:33:44.269710 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-b0361bb1-701e-4312-85b7-a700cc865ed8 req-0a5739a4-4dcd-4a35-87a0-dd27ac595075 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:44.276628 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:44.370871 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5739a4-4dcd-4a35-87a0-dd27ac595075 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Pushing event deleted for resources: {'Port': ['ID=4986eb4d-59f6-4f88-a3a5-1968874aeff4,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:44.383603 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-0a5739a4-4dcd-4a35-87a0-dd27ac595075 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:44.579117 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0361bb1-701e-4312-85b7-a700cc865ed8 req-0a5739a4-4dcd-4a35-87a0-dd27ac595075 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] No DVR routers for this DVR port 4986eb4d-59f6-4f88-a3a5-1968874aeff4 on host hv-cinder-79869 {{(pid=78477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:33:44.589533 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df924d9-86a3-48fc-a741-3f668b2c8230 req-a9925dbd-1abb-48e6-943b-cb2827252262 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:44.599433 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8df924d9-86a3-48fc-a741-3f668b2c8230 req-a9925dbd-1abb-48e6-943b-cb2827252262 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.9517636 Jul 07 18:33:44.601758 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-b0361bb1-701e-4312-85b7-a700cc865ed8 req-0a5739a4-4dcd-4a35-87a0-dd27ac595075 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:44.677641 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8df924d9-86a3-48fc-a741-3f668b2c8230 req-4a5dde9d-d7e4-41ff-8c6a-6a6c1ffe9f14 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771582 Jul 07 18:33:44.679484 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b0361bb1-701e-4312-85b7-a700cc865ed8 req-0a5739a4-4dcd-4a35-87a0-dd27ac595075 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.89 "DELETE /v2.0/ports/4986eb4d-59f6-4f88-a3a5-1968874aeff4 HTTP/1.1" status: 204 len: 173 time: 1.4849980 Jul 07 18:33:44.822300 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-3e317c7e-cd31-43c6-96b0-1dd48d4568a9 req-28891a8c-3161-4f3a-827e-e1418338b2f8 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] 10.222.0.41 "GET /v2.0/ports?device_id=12ff7d1b-15bf-40fd-9c47-a06cdd642551 HTTP/1.1" status: 200 len: 210 time: 0.0831962 Jul 07 18:33:44.987808 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bce53-906c-4a91-bad5-5784d26a999b req-5f810da4-0816-44aa-a540-20d111fe4b9c tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:44.989317 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-128bce53-906c-4a91-bad5-5784d26a999b req-5f810da4-0816-44aa-a540-20d111fe4b9c tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Synchronizing usage tracker for tenant:801cd77637e2403187e00ddcc37d09c9 on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:33:45.015253 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-128bce53-906c-4a91-bad5-5784d26a999b req-5f810da4-0816-44aa-a540-20d111fe4b9c tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Unset dirty status for tenant:801cd77637e2403187e00ddcc37d09c9 on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:33:45.021074 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-128bce53-906c-4a91-bad5-5784d26a999b req-5f810da4-0816-44aa-a540-20d111fe4b9c tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5cc4ef4-573f-4afb-ad17-3560fc078f31 HTTP/1.1" status: 200 len: 945 time: 0.1742320 Jul 07 18:33:45.069816 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-128bce53-906c-4a91-bad5-5784d26a999b req-5b1b8acf-2a4c-4639-87c6-69a15c96e5fe tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470796 Jul 07 18:33:45.232901 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 8980e75c-0e3f-43db-82fd-f625c9f47a71 no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:33:45.285499 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] No Port match for: 8980e75c-0e3f-43db-82fd-f625c9f47a71 {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:33:45.285850 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 8980e75c-0e3f-43db-82fd-f625c9f47a71 not bound to the agent host hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:33:45.286275 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 4986eb4d-59f6-4f88-a3a5-1968874aeff4 no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:33:45.358598 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] No Port match for: 4986eb4d-59f6-4f88-a3a5-1968874aeff4 {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:33:45.359086 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 4986eb4d-59f6-4f88-a3a5-1968874aeff4 not bound to the agent host hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:33:45.398873 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab58c4-c8a8-48d4-9b9f-27dddcbbb976 req-5723a1b8-a323-4e6c-95f0-fbbbe4718138 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:45.401031 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e2ab58c4-c8a8-48d4-9b9f-27dddcbbb976 req-5723a1b8-a323-4e6c-95f0-fbbbe4718138 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1020160 Jul 07 18:33:45.429085 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ff7d1b-15bf-40fd-9c47-a06cdd642551', 'name': 'network-vif-deleted', 'tag': '4986eb4d-59f6-4f88-a3a5-1968874aeff4'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:33:45.455873 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e2ab58c4-c8a8-48d4-9b9f-27dddcbbb976 req-04251c2e-9f8d-42be-ad2f-2dc9412573c0 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479536 Jul 07 18:33:45.488154 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ff7d1b-15bf-40fd-9c47-a06cdd642551', 'name': 'network-vif-deleted', 'tag': '4986eb4d-59f6-4f88-a3a5-1968874aeff4', 'status': 'completed', 'code': 200} Jul 07 18:33:45.860927 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eaec50-efeb-490b-a056-2a3c2625ea87 req-91de866f-373c-4735-beec-8011868ff5b6 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:45.862511 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e0eaec50-efeb-490b-a056-2a3c2625ea87 req-91de866f-373c-4735-beec-8011868ff5b6 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.0878839 Jul 07 18:33:45.909831 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e0eaec50-efeb-490b-a056-2a3c2625ea87 req-8ccfabe0-40af-4250-9023-0d11f2098e35 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412979 Jul 07 18:33:46.069125 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852e002-05a8-44a2-b349-90ea32e4b17f req-dda8156a-185a-49d4-8770-24996b39a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:46.070623 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e852e002-05a8-44a2-b349-90ea32e4b17f req-dda8156a-185a-49d4-8770-24996b39a2cb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=141aaf718a50403cb0402f655c144713&device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 1098 time: 0.0860782 Jul 07 18:33:46.214818 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852e002-05a8-44a2-b349-90ea32e4b17f req-7c45bf7a-31ce-49b0-9143-d8de8b42a9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:46.216402 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e852e002-05a8-44a2-b349-90ea32e4b17f req-7c45bf7a-31ce-49b0-9143-d8de8b42a9a8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8aa84765-413d-4dc2-8d21-d785f19625b4 HTTP/1.1" status: 200 len: 918 time: 0.1381993 Jul 07 18:33:46.292209 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d93f8d-73de-4447-b489-1c8c87616371 req-37107707-f9e1-474a-8044-e7e6e167e1c9 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:46.293774 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e5d93f8d-73de-4447-b489-1c8c87616371 req-37107707-f9e1-474a-8044-e7e6e167e1c9 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5cc4ef4-573f-4afb-ad17-3560fc078f31 HTTP/1.1" status: 200 len: 945 time: 0.0989244 Jul 07 18:33:46.347872 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e5d93f8d-73de-4447-b489-1c8c87616371 req-db812333-141a-4d7b-9507-39649da7b8c1 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473115 Jul 07 18:33:46.374538 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e852e002-05a8-44a2-b349-90ea32e4b17f req-42c18f35-1dee-4169-8234-8122468e697d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6743ea86-1c3c-4602-9532-aa6c535a039b HTTP/1.1" status: 200 len: 1001 time: 0.1503611 Jul 07 18:33:46.454064 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852e002-05a8-44a2-b349-90ea32e4b17f req-c0878ab8-ccb2-4a6a-bceb-10173b4f5077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:46.455554 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e852e002-05a8-44a2-b349-90ea32e4b17f req-c0878ab8-ccb2-4a6a-bceb-10173b4f5077 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e0732594-4d25-48f2-b3f5-656ff1b826e7 HTTP/1.1" status: 200 len: 856 time: 0.0646925 Jul 07 18:33:46.757625 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d235ea0-349b-4ead-afe9-3adc5348b760 req-0e9e83cb-dc24-405f-92f0-bc8697ed5159 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:46.759193 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6d235ea0-349b-4ead-afe9-3adc5348b760 req-0e9e83cb-dc24-405f-92f0-bc8697ed5159 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5cc4ef4-573f-4afb-ad17-3560fc078f31 HTTP/1.1" status: 200 len: 945 time: 0.3021648 Jul 07 18:33:46.800618 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852e002-05a8-44a2-b349-90ea32e4b17f req-30f87107-7040-459f-b410-e5c1ca7bab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:46.802196 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e852e002-05a8-44a2-b349-90ea32e4b17f req-30f87107-7040-459f-b410-e5c1ca7bab56 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8aa84765-413d-4dc2-8d21-d785f19625b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3123028 Jul 07 18:33:46.858593 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e015c37-04fc-4810-9c89-b40051df88e9 req-b8cacf4c-d569-4e00-a4aa-a187f9fa5ca7 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:46.858593 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5e015c37-04fc-4810-9c89-b40051df88e9 req-b8cacf4c-d569-4e00-a4aa-a187f9fa5ca7 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.2115815 Jul 07 18:33:47.060953 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-6d235ea0-349b-4ead-afe9-3adc5348b760 req-4f4c0aa4-ed47-40ee-a2fa-e60b8f71bb23 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Deleting port 0975996b-57a0-4629-9f94-bcea5195f8f8 {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:33:47.061380 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-6d235ea0-349b-4ead-afe9-3adc5348b760 req-4f4c0aa4-ed47-40ee-a2fa-e60b8f71bb23 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:47.121979 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5e015c37-04fc-4810-9c89-b40051df88e9 req-a703266e-245e-4805-af5f-5f981a177690 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550309 Jul 07 18:33:47.128465 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e852e002-05a8-44a2-b349-90ea32e4b17f req-411a1d0f-eb3e-4ed6-bf11-34b899827750 service neutron] 10.222.0.89 "GET /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184524 Jul 07 18:33:47.134254 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba0830-8a52-4017-9c10-ce287fa15b19 req-fe8cb1e2-3400-4374-8f30-a78c86d35711 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:47.135958 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c1ba0830-8a52-4017-9c10-ce287fa15b19 req-fe8cb1e2-3400-4374-8f30-a78c86d35711 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.0886872 Jul 07 18:33:47.187702 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c1ba0830-8a52-4017-9c10-ce287fa15b19 req-7d33349b-5646-4e30-a30d-76fb3c8c2816 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438373 Jul 07 18:33:47.436284 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e852e002-05a8-44a2-b349-90ea32e4b17f req-866a9024-1fd6-442b-a042-a583ed8a5a1e service neutron] 10.222.0.89 "GET /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943707 Jul 07 18:33:47.532311 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-6d235ea0-349b-4ead-afe9-3adc5348b760 req-4f4c0aa4-ed47-40ee-a2fa-e60b8f71bb23 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] For port 0975996b-57a0-4629-9f94-bcea5195f8f8, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=0975996b-57a0-4629-9f94-bcea5195f8f8,segment=NetworkSegment(a67dfcbe-c679-4d3f-b4bc-195e22269185),segment_id=a67dfcbe-c679-4d3f-b4bc-195e22269185)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:33:47.532733 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-6d235ea0-349b-4ead-afe9-3adc5348b760 req-4f4c0aa4-ed47-40ee-a2fa-e60b8f71bb23 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:47.562677 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-988cea4b-d10f-4238-81c4-56cef8020e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:47.670951 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-6d235ea0-349b-4ead-afe9-3adc5348b760 req-4f4c0aa4-ed47-40ee-a2fa-e60b8f71bb23 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Calling delete_port for 0975996b-57a0-4629-9f94-bcea5195f8f8 owned by compute:nova {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:33:47.764916 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9371f-da8a-490a-ba3f-f71417be2c12 req-f2191cfc-461a-4252-9220-45df9d17ac76 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:47.767053 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1dc9371f-da8a-490a-ba3f-f71417be2c12 req-f2191cfc-461a-4252-9220-45df9d17ac76 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5cc4ef4-573f-4afb-ad17-3560fc078f31 HTTP/1.1" status: 200 len: 945 time: 0.2815394 Jul 07 18:33:47.865873 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1dc9371f-da8a-490a-ba3f-f71417be2c12 req-ec81dfc4-37a4-4569-8acf-32e0281e1931 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913393 Jul 07 18:33:47.869624 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-6d235ea0-349b-4ead-afe9-3adc5348b760 req-4f4c0aa4-ed47-40ee-a2fa-e60b8f71bb23 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:47.876412 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-84d5fc92-b8f4-469a-9dc9-0333cd6fb66a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:47.881584 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['d5f372b4-a397-4a8e-a8ce-59fd31dcc96c'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:33:47.918987 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c0aa4-ed47-40ee-a2fa-e60b8f71bb23 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Pushing event deleted for resources: {'Port': ['ID=0975996b-57a0-4629-9f94-bcea5195f8f8,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:47.923147 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-4f4c0aa4-ed47-40ee-a2fa-e60b8f71bb23 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:48.003325 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d235ea0-349b-4ead-afe9-3adc5348b760 req-4f4c0aa4-ed47-40ee-a2fa-e60b8f71bb23 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] No DVR routers for this DVR port 0975996b-57a0-4629-9f94-bcea5195f8f8 on host hv-cinder-79869 {{(pid=78477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:33:48.006710 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-6d235ea0-349b-4ead-afe9-3adc5348b760 req-4f4c0aa4-ed47-40ee-a2fa-e60b8f71bb23 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:48.009508 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5cc4ef4-573f-4afb-ad17-3560fc078f31', 'name': 'network-vif-deleted', 'tag': '0975996b-57a0-4629-9f94-bcea5195f8f8'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:33:48.028794 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6d235ea0-349b-4ead-afe9-3adc5348b760 req-4f4c0aa4-ed47-40ee-a2fa-e60b8f71bb23 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.89 "DELETE /v2.0/ports/0975996b-57a0-4629-9f94-bcea5195f8f8 HTTP/1.1" status: 204 len: 173 time: 1.2629108 Jul 07 18:33:48.072355 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5cc4ef4-573f-4afb-ad17-3560fc078f31', 'name': 'network-vif-deleted', 'tag': '0975996b-57a0-4629-9f94-bcea5195f8f8', 'status': 'completed', 'code': 200} Jul 07 18:33:48.141826 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:48.370023 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef98ca-f721-43a6-82a6-03b4ac1a5886 req-ee3ec4f6-28d6-48fd-a44a-1cfdb4a2a4ac tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:48.371791 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-42ef98ca-f721-43a6-82a6-03b4ac1a5886 req-ee3ec4f6-28d6-48fd-a44a-1cfdb4a2a4ac tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.0879734 Jul 07 18:33:48.418760 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27bec2c-c17b-4d8e-889d-2b8ac557b852 req-e4b82b6a-f054-41e3-83b5-6ae65a0e6412 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:48.420534 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-b27bec2c-c17b-4d8e-889d-2b8ac557b852 req-e4b82b6a-f054-41e3-83b5-6ae65a0e6412 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 945 time: 0.0880160 Jul 07 18:33:48.476265 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-42ef98ca-f721-43a6-82a6-03b4ac1a5886 req-85b84315-e933-4bcc-bfbe-766002337332 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946236 Jul 07 18:33:48.484012 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-b27bec2c-c17b-4d8e-889d-2b8ac557b852 req-69bc002d-4d0b-4da8-831f-a3720a9ca637 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509818 Jul 07 18:33:49.117876 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457a7ab-5f40-4c33-a05b-51ca3a3319b6 req-f9497507-7999-4bd2-a006-ed5ec72ae507 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:49.126391 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-7457a7ab-5f40-4c33-a05b-51ca3a3319b6 req-f9497507-7999-4bd2-a006-ed5ec72ae507 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 946 time: 0.1172245 Jul 07 18:33:49.192264 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-7457a7ab-5f40-4c33-a05b-51ca3a3319b6 req-8831622a-39df-460f-9b79-6a2369278e47 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644369 Jul 07 18:33:49.210297 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 57414) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:33:49.249652 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 0975996b-57a0-4629-9f94-bcea5195f8f8 no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:33:49.291526 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] No Port match for: 0975996b-57a0-4629-9f94-bcea5195f8f8 {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:33:49.291885 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 0975996b-57a0-4629-9f94-bcea5195f8f8 not bound to the agent host hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:33:49.292346 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 6743ea86-1c3c-4602-9532-aa6c535a039b no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:33:49.520728 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:49.600325 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc48be8-442d-4860-b43e-df87d33bb564', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6743ea86-1c3c-4602-9532-aa6c535a039b'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:33:49.618408 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 6743ea86-1c3c-4602-9532-aa6c535a039b, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=6743ea86-1c3c-4602-9532-aa6c535a039b,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:33:49.623960 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:49.627126 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-7314c45e-77a9-40db-b1e8-6951b47b8f43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:49.662377 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb20a5a-49e7-4f7d-890c-59334a20ee6f tempest-TestMinimumBasicScenario-1763190170 tempest-TestMinimumBasicScenario-1763190170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:49.663147 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-5cb20a5a-49e7-4f7d-890c-59334a20ee6f tempest-TestMinimumBasicScenario-1763190170 tempest-TestMinimumBasicScenario-1763190170-project-admin] Synchronizing usage tracker for tenant:20d3213dc9834701af0efba77162dae6 on resource:port {{(pid=78478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:33:49.742450 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-5cb20a5a-49e7-4f7d-890c-59334a20ee6f tempest-TestMinimumBasicScenario-1763190170 tempest-TestMinimumBasicScenario-1763190170-project-admin] Unset dirty status for tenant:20d3213dc9834701af0efba77162dae6 on resource:port {{(pid=78478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:33:49.743635 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-5cb20a5a-49e7-4f7d-890c-59334a20ee6f tempest-TestMinimumBasicScenario-1763190170 tempest-TestMinimumBasicScenario-1763190170-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 1094 time: 0.5311203 Jul 07 18:33:49.747160 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 57436) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:33:49.754878 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Request body: {'floatingip': {'floating_network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'port_id': '7bc93984-8e9c-4b9d-99c7-7009515f6808', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'fixed_ip_address': '172.20.0.11'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:33:49.770134 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:33:49.781565 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=6743ea86-1c3c-4602-9532-aa6c535a039b,revision_number=8']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:49.784972 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Usage tracker for resource:floatingip and tenant:9fc98f6ee70c4b51a5cad91588179e46 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:33:49.799079 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:49.836808 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:33:49.859278 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:33:49.890892 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1884b-e981-4720-b8d0-5f25a325cff2 req-37dd8bf4-887f-4ef1-9292-6e361665245b tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:49.893967 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for floatingip, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:49.896186 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-98d1884b-e981-4720-b8d0-5f25a325cff2 req-37dd8bf4-887f-4ef1-9292-6e361665245b tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1562200 Jul 07 18:33:49.942971 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-98d1884b-e981-4720-b8d0-5f25a325cff2 req-532cad45-ca40-4668-9ae3-1bbfc2663e0e tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421500 Jul 07 18:33:50.027108 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc48be8-442d-4860-b43e-df87d33bb564', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6743ea86-1c3c-4602-9532-aa6c535a039b', 'code': 200} Jul 07 18:33:50.110449 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df93c5b-1600-42d3-a80d-e9478b806c79 req-c911c07a-24a7-4029-b9eb-997c0b0bd582 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:50.112007 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4df93c5b-1600-42d3-a80d-e9478b806c79 req-c911c07a-24a7-4029-b9eb-997c0b0bd582 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 943 time: 0.3228583 Jul 07 18:33:50.182521 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4df93c5b-1600-42d3-a80d-e9478b806c79 req-16a715da-7681-4e59-9548-97d5ed6628fc tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603492 Jul 07 18:33:50.226507 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:50.282980 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-712fe0fb-c6c8-4b22-980f-80bbf10a18b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:50.433703 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_common [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Allocated IP 172.28.1.178 (7ef95752-4103-4704-97c1-943158aedf11/1cf84b46-eaf0-4390-8fc2-d553f7bad2f6/21a01c25-2bf4-4bf6-ac3e-feab33ab2e26) {{(pid=78477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:33:50.624553 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for port, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:50.667541 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:50.674980 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-df1ba34a-85cb-42e2-afc4-90fbcb766a64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:50.822524 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Network 7ef95752-4103-4704-97c1-943158aedf11 is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:33:50.824023 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:33:50.834188 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Received port after_create {{(pid=78477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:33:50.896806 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Pushing event updated for resources: {'Port': ['ID=21a01c25-2bf4-4bf6-ac3e-feab33ab2e26,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:50.905363 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:51.000353 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2cc85-7089-45c6-a9fb-b3f7ca5a6bb4 req-8f54a2bf-dcf1-41c6-8e13-c888cd83f805 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:51.001204 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-1ed2cc85-7089-45c6-a9fb-b3f7ca5a6bb4 req-8f54a2bf-dcf1-41c6-8e13-c888cd83f805 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Synchronizing usage tracker for tenant:801cd77637e2403187e00ddcc37d09c9 on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:33:51.093863 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:51.122699 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-1ed2cc85-7089-45c6-a9fb-b3f7ca5a6bb4 req-8f54a2bf-dcf1-41c6-8e13-c888cd83f805 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Unset dirty status for tenant:801cd77637e2403187e00ddcc37d09c9 on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:33:51.123950 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1ed2cc85-7089-45c6-a9fb-b3f7ca5a6bb4 req-8f54a2bf-dcf1-41c6-8e13-c888cd83f805 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 945 time: 0.3911536 Jul 07 18:33:51.206637 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b24ec-6259-4c44-b384-035b0352f15e req-52da1968-2097-470e-9101-0c54d25c4bbf tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:51.224663 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-6a5b24ec-6259-4c44-b384-035b0352f15e req-52da1968-2097-470e-9101-0c54d25c4bbf tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1133349 Jul 07 18:33:51.245323 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 57460) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:33:51.264540 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1ed2cc85-7089-45c6-a9fb-b3f7ca5a6bb4 req-8bdb25f3-7ad3-4878-ba7b-6d45a1ce265d tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254308 Jul 07 18:33:51.287814 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-6a5b24ec-6259-4c44-b384-035b0352f15e req-58027bc6-ab14-459b-995d-867e50d1c948 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617712 Jul 07 18:33:51.429945 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:51.446449 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-c02138ff-113b-4995-8dfb-7f7d214f8eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:51.461872 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-c02138ff-113b-4995-8dfb-7f7d214f8eb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:33:51.466049 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-c02138ff-113b-4995-8dfb-7f7d214f8eb4 admin admin] Usage tracker for resource:security_group_rule and tenant:7322df8a1fc34e61bdb6effcac18b664 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:33:51.469205 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-c02138ff-113b-4995-8dfb-7f7d214f8eb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:33:51.475682 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-c02138ff-113b-4995-8dfb-7f7d214f8eb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:33:51.614641 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-c02138ff-113b-4995-8dfb-7f7d214f8eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:51.653839 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-c02138ff-113b-4995-8dfb-7f7d214f8eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:51.656644 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-0fec8e5b-513b-4588-baad-d9028f2bb6ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:51.704319 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd0b53-7acf-4f0a-a007-a37d2cf2eb79 req-ffc80a07-ff45-490d-8313-0169e1c483f0 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:51.705921 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-f9dd0b53-7acf-4f0a-a007-a37d2cf2eb79 req-ffc80a07-ff45-490d-8313-0169e1c483f0 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 943 time: 0.2686779 Jul 07 18:33:51.711922 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-c02138ff-113b-4995-8dfb-7f7d214f8eb4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7322df8a1fc34e61bdb6effcac18b664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4651172 Jul 07 18:33:51.712253 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 57466) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:33:51.717027 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02138ff-113b-4995-8dfb-7f7d214f8eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517ebee1-0314-4cde-9d78-4c9011233c3a,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:51.720588 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-c02138ff-113b-4995-8dfb-7f7d214f8eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:51.768558 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:51.883165 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-f9dd0b53-7acf-4f0a-a007-a37d2cf2eb79 req-595e9a19-9413-4545-9622-99963e41276e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592460 Jul 07 18:33:52.044581 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-f8f64ba8-2499-4bc2-ae75-ee8225ec8e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:52.098300 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-f8f64ba8-2499-4bc2-ae75-ee8225ec8e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:52.204098 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-f8f64ba8-2499-4bc2-ae75-ee8225ec8e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:52.208512 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-cb0a25e0-1d17-4279-8ab3-55a8ecf6ace8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:52.245936 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f64ba8-2499-4bc2-ae75-ee8225ec8e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517ebee1-0314-4cde-9d78-4c9011233c3a,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:52.252020 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-f8f64ba8-2499-4bc2-ae75-ee8225ec8e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:52.261215 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for port, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:52.270340 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:52.275809 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:52.482865 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553071'] for floatingip, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:52.522946 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:52.532193 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-f8f64ba8-2499-4bc2-ae75-ee8225ec8e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:52.535916 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-f8f64ba8-2499-4bc2-ae75-ee8225ec8e5c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/517ebee1-0314-4cde-9d78-4c9011233c3a HTTP/1.1" status: 204 len: 168 time: 0.8202040 Jul 07 18:33:52.706687 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Pushing event updated for resources: {'Port': ['ID=21a01c25-2bf4-4bf6-ac3e-feab33ab2e26,revision_number=2']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:52.717544 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:52.921363 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57979f-8901-429c-b920-3bb7db3137fb req-bbdfbc29-a3b3-46d6-8a83-0cdc9da18482 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:52.928796 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-7d57979f-8901-429c-b920-3bb7db3137fb req-bbdfbc29-a3b3-46d6-8a83-0cdc9da18482 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 945 time: 0.1242363 Jul 07 18:33:52.951247 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.db.l3_db [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Floating IP cbb5d68e-7d99-423d-80e1-52cd44da5a8e associated. External IP: 172.28.1.178, port: 7bc93984-8e9c-4b9d-99c7-7009515f6808. Jul 07 18:33:52.985371 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-7d57979f-8901-429c-b920-3bb7db3137fb req-6537ce41-5b23-4b2b-b4fb-d57f2366c880 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545514 Jul 07 18:33:53.217117 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c6d4b-445d-445d-9d7c-a571d8874eb6 req-5a6943aa-cf36-4e7c-8694-b9f60c85b736 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:53.226036 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-2f1c6d4b-445d-445d-9d7c-a571d8874eb6 req-5a6943aa-cf36-4e7c-8694-b9f60c85b736 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.6827340 Jul 07 18:33:53.263833 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 6743ea86-1c3c-4602-9532-aa6c535a039b no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:33:53.292246 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45579769-6369-4fd3-80eb-9a28284230a5 req-f4734f39-fb58-43c8-96db-0668592c4c57 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:53.294198 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-45579769-6369-4fd3-80eb-9a28284230a5 req-f4734f39-fb58-43c8-96db-0668592c4c57 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.89 "GET /v2.0/ports?device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 945 time: 0.7597885 Jul 07 18:33:53.411475 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-2f1c6d4b-445d-445d-9d7c-a571d8874eb6 req-dd0f7250-930b-4149-b7f2-c03a44e65451 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844292 Jul 07 18:33:53.488668 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-45579769-6369-4fd3-80eb-9a28284230a5 req-e7710faa-84cc-40b1-96a0-44aab5c3f488 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Deleting port d5f372b4-a397-4a8e-a8ce-59fd31dcc96c {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:33:53.489130 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-45579769-6369-4fd3-80eb-9a28284230a5 req-e7710faa-84cc-40b1-96a0-44aab5c3f488 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:53.583779 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba9d9f-35af-4276-ade4-6d0848bbea23 req-1ac9540d-a4fd-4f42-9d4c-54b4743518e1 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:53.586250 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-fbba9d9f-35af-4276-ade4-6d0848bbea23 req-1ac9540d-a4fd-4f42-9d4c-54b4743518e1 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 943 time: 0.2075119 Jul 07 18:33:53.608853 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device d5f372b4-a397-4a8e-a8ce-59fd31dcc96c no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:33:53.701014 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-fbba9d9f-35af-4276-ade4-6d0848bbea23 req-801401f6-8bfc-4dc6-b80c-8542ad0d4fad tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084850 Jul 07 18:33:53.830773 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:53.870630 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port d5f372b4-a397-4a8e-a8ce-59fd31dcc96c, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=d5f372b4-a397-4a8e-a8ce-59fd31dcc96c,segment=NetworkSegment(a67dfcbe-c679-4d3f-b4bc-195e22269185),segment_id=a67dfcbe-c679-4d3f-b4bc-195e22269185)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:33:53.872152 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c836f730-b64d-4a47-b50d-fdf825a5e470', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5f372b4-a397-4a8e-a8ce-59fd31dcc96c'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:33:53.878840 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:53.881423 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:53.976203 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c836f730-b64d-4a47-b50d-fdf825a5e470', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5f372b4-a397-4a8e-a8ce-59fd31dcc96c', 'code': 200} Jul 07 18:33:54.036209 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=d5f372b4-a397-4a8e-a8ce-59fd31dcc96c,revision_number=6']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:54.039384 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:54.152904 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Router fd88db99-3fde-4f6f-889d-50f5fa669805 has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:33:54.184430 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-45579769-6369-4fd3-80eb-9a28284230a5 req-e7710faa-84cc-40b1-96a0-44aab5c3f488 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] For port d5f372b4-a397-4a8e-a8ce-59fd31dcc96c, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=d5f372b4-a397-4a8e-a8ce-59fd31dcc96c,segment=NetworkSegment(a67dfcbe-c679-4d3f-b4bc-195e22269185),segment_id=a67dfcbe-c679-4d3f-b4bc-195e22269185)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:33:54.185145 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-45579769-6369-4fd3-80eb-9a28284230a5 req-e7710faa-84cc-40b1-96a0-44aab5c3f488 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:54.314821 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837055b-4299-4883-a63e-3ece13eb1c86 req-59c54ae2-6838-45aa-9578-b9d213cc3328 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:54.317600 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-5837055b-4299-4883-a63e-3ece13eb1c86 req-59c54ae2-6838-45aa-9578-b9d213cc3328 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 943 time: 0.1630361 Jul 07 18:33:54.406811 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-5837055b-4299-4883-a63e-3ece13eb1c86 req-8eecfdc1-c591-4bf6-9f38-10430de44863 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816069 Jul 07 18:33:54.463800 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 57558) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:33:54.510388 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:33:54.525024 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58b5eeb-7a4f-4cd3-86f2-cba312c821cc None None] Sync routers for ids ['fd88db99-3fde-4f6f-889d-50f5fa669805'] in dv-cinder-798696-1-smb {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:33:54.552072 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58b5eeb-7a4f-4cd3-86f2-cba312c821cc None None] Routers {'fd88db99-3fde-4f6f-889d-50f5fa669805'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:33:54.553220 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-b58b5eeb-7a4f-4cd3-86f2-cba312c821cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:33:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['fd88db99-3fde-4f6f-889d-50f5fa669805'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:54.690332 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-1197736f-84c6-45d3-a888-e6dccb5577ad req-6ca09605-5119-415b-a625-4a747a35c71d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2246559 Jul 07 18:33:54.779424 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-45579769-6369-4fd3-80eb-9a28284230a5 req-e7710faa-84cc-40b1-96a0-44aab5c3f488 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Calling delete_port for d5f372b4-a397-4a8e-a8ce-59fd31dcc96c owned by compute:nova {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:33:55.120499 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.db.api [req-45579769-6369-4fd3-80eb-9a28284230a5 req-e7710faa-84cc-40b1-96a0-44aab5c3f488 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:33:55.120819 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_db.api [req-45579769-6369-4fd3-80eb-9a28284230a5 req-e7710faa-84cc-40b1-96a0-44aab5c3f488 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:33:55.161552 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d740b-5932-496f-a665-35114ffa7764 req-0101d32c-edce-401c-8bc3-32e7addfb865 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:55.174483 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-5b0d740b-5932-496f-a665-35114ffa7764 req-0101d32c-edce-401c-8bc3-32e7addfb865 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 943 time: 0.1954775 Jul 07 18:33:55.188418 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for floatingip, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:55.240063 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-b58b5eeb-7a4f-4cd3-86f2-cba312c821cc None None] Set router fd88db99-3fde-4f6f-889d-50f5fa669805 gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:33:55.293966 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-5b0d740b-5932-496f-a665-35114ffa7764 req-b7685129-233b-4aca-84fd-bdd7eeccef26 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175735 Jul 07 18:33:55.316124 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 57580) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:33:55.316789 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.5681882 Jul 07 18:33:55.318324 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c98926-8959-4259-9988-d266da44a2b4', 'tag': '7bc93984-8e9c-4b9d-99c7-7009515f6808'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:33:55.322871 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-64d3b818-6973-444b-959d-81117fc2238d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2093056613', 'description': 'tempest-secgroup-smoke-2093056613 description', 'project_id': '9fc98f6ee70c4b51a5cad91588179e46'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:33:55.339397 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-64d3b818-6973-444b-959d-81117fc2238d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:33:55.371697 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75f834-ae1d-4bc8-a8c3-1458a74a4546 req-ecff2f80-9f8e-4631-bab9-98b47d7c8c87 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:55.380144 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-7a75f834-ae1d-4bc8-a8c3-1458a74a4546 req-ecff2f80-9f8e-4631-bab9-98b47d7c8c87 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.3601520 Jul 07 18:33:55.382314 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-64d3b818-6973-444b-959d-81117fc2238d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:33:55.401509 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-64d3b818-6973-444b-959d-81117fc2238d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:55.432480 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-64d3b818-6973-444b-959d-81117fc2238d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:33:55.439204 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-64d3b818-6973-444b-959d-81117fc2238d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Usage tracker for resource:security_group_rule and tenant:9fc98f6ee70c4b51a5cad91588179e46 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:33:55.439767 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c98926-8959-4259-9988-d266da44a2b4', 'tag': '7bc93984-8e9c-4b9d-99c7-7009515f6808', 'status': 'completed', 'code': 200} Jul 07 18:33:55.444336 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-64d3b818-6973-444b-959d-81117fc2238d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:33:55.455301 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-64d3b818-6973-444b-959d-81117fc2238d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:33:55.596333 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-7a75f834-ae1d-4bc8-a8c3-1458a74a4546 req-3361abdb-41eb-4b21-b37d-a6152e759cba tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138643 Jul 07 18:33:55.612070 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-64d3b818-6973-444b-959d-81117fc2238d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:55.627771 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-45579769-6369-4fd3-80eb-9a28284230a5 req-e7710faa-84cc-40b1-96a0-44aab5c3f488 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Deleting port d5f372b4-a397-4a8e-a8ce-59fd31dcc96c {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:33:55.627771 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-45579769-6369-4fd3-80eb-9a28284230a5 req-e7710faa-84cc-40b1-96a0-44aab5c3f488 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:55.734405 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-64d3b818-6973-444b-959d-81117fc2238d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:55.740477 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-c02138ff-113b-4995-8dfb-7f7d214f8eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:55.824131 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3b818-6973-444b-959d-81117fc2238d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba53e126-c9f9-4542-a136-7a1544ccb5a4,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:55.831234 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-64d3b818-6973-444b-959d-81117fc2238d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:55.832974 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-64d3b818-6973-444b-959d-81117fc2238d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:55.834592 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-64d3b818-6973-444b-959d-81117fc2238d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5164509 Jul 07 18:33:55.851971 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64ff43-4cfc-48e8-9857-9be23b9326f6 req-fcf8ad95-7d83-44c1-917c-634fda872848 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:55.853528 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-9e64ff43-4cfc-48e8-9857-9be23b9326f6 req-fcf8ad95-7d83-44c1-917c-634fda872848 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 943 time: 0.2402060 Jul 07 18:33:55.854009 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 57588) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:33:55.862661 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-8afabdde-7561-4712-8f96-883ca0d7144d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Request body: {'security_group_rule': {'security_group_id': 'ba53e126-c9f9-4542-a136-7a1544ccb5a4', 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:33:55.870418 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-8afabdde-7561-4712-8f96-883ca0d7144d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:33:55.903267 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-8afabdde-7561-4712-8f96-883ca0d7144d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Usage tracker for resource:security_group_rule and tenant:9fc98f6ee70c4b51a5cad91588179e46 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:33:55.925925 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-8afabdde-7561-4712-8f96-883ca0d7144d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:33:55.942966 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-8afabdde-7561-4712-8f96-883ca0d7144d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:33:55.958232 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-9e64ff43-4cfc-48e8-9857-9be23b9326f6 req-0a891b5f-66b8-49e8-a73e-dcd536620ccd tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c883ce36-c011-4136-b322-3756fd0b064a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897298 Jul 07 18:33:55.996795 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8afabdde-7561-4712-8f96-883ca0d7144d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:55.998953 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-b58b5eeb-7a4f-4cd3-86f2-cba312c821cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'name': 'tempest-TestMinimumBasicScenario-1930374613-router', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': '73e4e713-d28f-41c3-8002-b05fd7b54aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:24Z', 'updated_at': '2021-07-07T18:32:31Z', 'revision_number': 4, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'gw_port': {'id': '73e4e713-d28f-41c3-8002-b05fd7b54aa9', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_floatingips': [{'id': 'cbb5d68e-7d99-423d-80e1-52cd44da5a8e', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'floating_ip_address': '172.28.1.178', 'floating_network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'router_id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'port_id': '7bc93984-8e9c-4b9d-99c7-7009515f6808', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e', 'mac_address': 'fa:16:3e:cb:f3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c98926-8959-4259-9988-d266da44a2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:33:51Z', 'updated_at': '2021-07-07T18:33:51Z', 'revision_number': 0, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1a6ada-0989-4b3a-bc4b-250b02e7245a', 'name': '', 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'mac_address': 'fa:16:3e:1e:75:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '11d92948-72fa-44c3-8472-30d15d83e94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:30Z', 'updated_at': '2021-07-07T18:32:41Z', 'revision_number': 5, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'subnets': [{'id': '11d92948-72fa-44c3-8472-30d15d83e94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:56.004801 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58b5eeb-7a4f-4cd3-86f2-cba312c821cc None None] Checking router: fd88db99-3fde-4f6f-889d-50f5fa669805 for host: dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:33:56.014410 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58b5eeb-7a4f-4cd3-86f2-cba312c821cc None None] Routers {'fd88db99-3fde-4f6f-889d-50f5fa669805'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:33:56.015204 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-b58b5eeb-7a4f-4cd3-86f2-cba312c821cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:33:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['fd88db99-3fde-4f6f-889d-50f5fa669805'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:56.063211 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-45579769-6369-4fd3-80eb-9a28284230a5 req-e7710faa-84cc-40b1-96a0-44aab5c3f488 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] For port d5f372b4-a397-4a8e-a8ce-59fd31dcc96c, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=d5f372b4-a397-4a8e-a8ce-59fd31dcc96c,segment=NetworkSegment(a67dfcbe-c679-4d3f-b4bc-195e22269185),segment_id=a67dfcbe-c679-4d3f-b4bc-195e22269185)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:33:56.063507 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-45579769-6369-4fd3-80eb-9a28284230a5 req-e7710faa-84cc-40b1-96a0-44aab5c3f488 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:56.113898 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8afabdde-7561-4712-8f96-883ca0d7144d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:56.120793 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8afabdde-7561-4712-8f96-883ca0d7144d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372640'] for security_group_rule, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:56.123380 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-8e22995e-132b-4c0b-ba52-fffd81f4abd0 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:56.140678 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afabdde-7561-4712-8f96-883ca0d7144d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3498b68a-9b1b-4456-8c8d-55796ad56bde,revision_number=0']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:56.144738 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-8afabdde-7561-4712-8f96-883ca0d7144d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:56.176013 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8afabdde-7561-4712-8f96-883ca0d7144d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:56.180337 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-8afabdde-7561-4712-8f96-883ca0d7144d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3238022 Jul 07 18:33:56.183388 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 57594) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:33:56.203401 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-45579769-6369-4fd3-80eb-9a28284230a5 req-e7710faa-84cc-40b1-96a0-44aab5c3f488 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Calling delete_port for d5f372b4-a397-4a8e-a8ce-59fd31dcc96c owned by compute:nova {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:33:56.206829 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-a2c9ecfe-94d6-414a-96a4-ecbb4cefc94a tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Request body: {'security_group_rule': {'security_group_id': 'ba53e126-c9f9-4542-a136-7a1544ccb5a4', 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:33:56.222111 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-a2c9ecfe-94d6-414a-96a4-ecbb4cefc94a tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:33:56.235268 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-a2c9ecfe-94d6-414a-96a4-ecbb4cefc94a tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Usage tracker for resource:security_group_rule and tenant:9fc98f6ee70c4b51a5cad91588179e46 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:33:56.249430 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-a2c9ecfe-94d6-414a-96a4-ecbb4cefc94a tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:33:56.274700 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-a2c9ecfe-94d6-414a-96a4-ecbb4cefc94a tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:33:56.281736 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a8012-8ba0-48c0-b5c5-d21e880f273a req-49b9d0d0-e346-4ed6-9f54-5c764a413289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:56.283405 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5f9a8012-8ba0-48c0-b5c5-d21e880f273a req-49b9d0d0-e346-4ed6-9f54-5c764a413289 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9fc98f6ee70c4b51a5cad91588179e46&device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 1099 time: 0.7857721 Jul 07 18:33:56.329024 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ecfe-94d6-414a-96a4-ecbb4cefc94a tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:56.347107 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-b58b5eeb-7a4f-4cd3-86f2-cba312c821cc None None] Set router fd88db99-3fde-4f6f-889d-50f5fa669805 gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:33:56.471643 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ecfe-94d6-414a-96a4-ecbb4cefc94a tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:56.477156 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ecfe-94d6-414a-96a4-ecbb4cefc94a tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372640'] for security_group_rule, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:56.491198 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:56.560833 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9ecfe-94d6-414a-96a4-ecbb4cefc94a tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ced2f2-a417-4b5b-84c2-3861e40ffd6b,revision_number=0']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:56.575924 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-a2c9ecfe-94d6-414a-96a4-ecbb4cefc94a tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:56.584155 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ecfe-94d6-414a-96a4-ecbb4cefc94a tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:56.589166 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-a2c9ecfe-94d6-414a-96a4-ecbb4cefc94a tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3983197 Jul 07 18:33:56.592432 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 57606) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:33:56.605147 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-903dd432-c435-4f55-8d92-c5d263050fcc tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Request body: {'security_group_rule': {'security_group_id': 'ba53e126-c9f9-4542-a136-7a1544ccb5a4', 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:33:56.619959 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-903dd432-c435-4f55-8d92-c5d263050fcc tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:33:56.623975 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-903dd432-c435-4f55-8d92-c5d263050fcc tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Usage tracker for resource:security_group_rule and tenant:9fc98f6ee70c4b51a5cad91588179e46 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:33:56.641293 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-903dd432-c435-4f55-8d92-c5d263050fcc tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:33:56.651716 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-903dd432-c435-4f55-8d92-c5d263050fcc tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:33:56.686426 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-903dd432-c435-4f55-8d92-c5d263050fcc tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:56.869809 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-903dd432-c435-4f55-8d92-c5d263050fcc tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:56.951909 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-903dd432-c435-4f55-8d92-c5d263050fcc tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372640'] for security_group_rule, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:56.976400 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-45579769-6369-4fd3-80eb-9a28284230a5 req-e7710faa-84cc-40b1-96a0-44aab5c3f488 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:57.004716 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-6f1bf30f-825c-498e-930c-05fe74eb3663 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:57.007484 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-8afabdde-7561-4712-8f96-883ca0d7144d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:57.012524 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-b58b5eeb-7a4f-4cd3-86f2-cba312c821cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'name': 'tempest-TestMinimumBasicScenario-1930374613-router', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': '73e4e713-d28f-41c3-8002-b05fd7b54aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:24Z', 'updated_at': '2021-07-07T18:32:31Z', 'revision_number': 4, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'gw_port': {'id': '73e4e713-d28f-41c3-8002-b05fd7b54aa9', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_floatingips': [{'id': 'cbb5d68e-7d99-423d-80e1-52cd44da5a8e', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'floating_ip_address': '172.28.1.178', 'floating_network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'router_id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'port_id': '7bc93984-8e9c-4b9d-99c7-7009515f6808', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e', 'mac_address': 'fa:16:3e:cb:f3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c98926-8959-4259-9988-d266da44a2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:33:51Z', 'updated_at': '2021-07-07T18:33:51Z', 'revision_number': 0, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1a6ada-0989-4b3a-bc4b-250b02e7245a', 'name': '', 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'mac_address': 'fa:16:3e:1e:75:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '11d92948-72fa-44c3-8472-30d15d83e94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:30Z', 'updated_at': '2021-07-07T18:32:41Z', 'revision_number': 5, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'subnets': [{'id': '11d92948-72fa-44c3-8472-30d15d83e94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:57.022584 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58b5eeb-7a4f-4cd3-86f2-cba312c821cc None None] The sync data for ids ['fd88db99-3fde-4f6f-889d-50f5fa669805'] in dv-cinder-798696-1-smb is: [{'id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'name': 'tempest-TestMinimumBasicScenario-1930374613-router', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': '73e4e713-d28f-41c3-8002-b05fd7b54aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:24Z', 'updated_at': '2021-07-07T18:32:31Z', 'revision_number': 4, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'gw_port': {'id': '73e4e713-d28f-41c3-8002-b05fd7b54aa9', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_floatingips': [{'id': 'cbb5d68e-7d99-423d-80e1-52cd44da5a8e', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'floating_ip_address': '172.28.1.178', 'floating_network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'router_id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'port_id': '7bc93984-8e9c-4b9d-99c7-7009515f6808', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e', 'mac_address': 'fa:16:3e:cb:f3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c98926-8959-4259-9988-d266da44a2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:33:51Z', 'updated_at': '2021-07-07T18:33:51Z', 'revision_number': 0, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1a6ada-0989-4b3a-bc4b-250b02e7245a', 'name': '', 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'mac_address': 'fa:16:3e:1e:75:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '11d92948-72fa-44c3-8472-30d15d83e94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:30Z', 'updated_at': '2021-07-07T18:32:41Z', 'revision_number': 5, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'subnets': [{'id': '11d92948-72fa-44c3-8472-30d15d83e94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:33:57.033124 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903dd432-c435-4f55-8d92-c5d263050fcc tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d63d22-8df2-4290-bd56-6f60fec85b53,revision_number=0']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:57.035886 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-903dd432-c435-4f55-8d92-c5d263050fcc tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:57.037604 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-903dd432-c435-4f55-8d92-c5d263050fcc tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4380400 Jul 07 18:33:57.039220 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-903dd432-c435-4f55-8d92-c5d263050fcc tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:57.042913 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 57616) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:33:57.069459 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-a19b0eef-1425-4293-8613-6d6070aa95e8 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Request body: {'security_group_rule': {'security_group_id': 'ba53e126-c9f9-4542-a136-7a1544ccb5a4', 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:33:57.077855 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-a19b0eef-1425-4293-8613-6d6070aa95e8 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:33:57.112012 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-a19b0eef-1425-4293-8613-6d6070aa95e8 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Usage tracker for resource:security_group_rule and tenant:9fc98f6ee70c4b51a5cad91588179e46 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:33:57.135852 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-a19b0eef-1425-4293-8613-6d6070aa95e8 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:33:57.161331 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-a19b0eef-1425-4293-8613-6d6070aa95e8 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:33:57.182211 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7710faa-84cc-40b1-96a0-44aab5c3f488 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Pushing event deleted for resources: {'Port': ['ID=d5f372b4-a397-4a8e-a8ce-59fd31dcc96c,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:57.184791 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-e7710faa-84cc-40b1-96a0-44aab5c3f488 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:57.193680 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addff6b-ceb7-4d35-bf05-fdb443ac60f1 req-f49d8333-1290-4164-91a9-652313a97e23 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:57.201592 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4addff6b-ceb7-4d35-bf05-fdb443ac60f1 req-f49d8333-1290-4164-91a9-652313a97e23 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 943 time: 0.6330383 Jul 07 18:33:57.204175 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a8012-8ba0-48c0-b5c5-d21e880f273a req-551f7d0b-cded-4c08-9236-3e61b6ab975e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:57.205602 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5f9a8012-8ba0-48c0-b5c5-d21e880f273a req-551f7d0b-cded-4c08-9236-3e61b6ab975e service neutron] 10.222.0.89 "GET /v2.0/networks?id=eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e HTTP/1.1" status: 200 len: 916 time: 0.9027472 Jul 07 18:33:57.227772 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666c0d7-160e-43c6-a56b-faf70bf09e12 req-041431c6-cc23-410e-86a9-af294baced98 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:57.236918 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-9666c0d7-160e-43c6-a56b-faf70bf09e12 req-041431c6-cc23-410e-86a9-af294baced98 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.3653159 Jul 07 18:33:57.239627 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a19b0eef-1425-4293-8613-6d6070aa95e8 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:57.323787 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-45579769-6369-4fd3-80eb-9a28284230a5 req-e7710faa-84cc-40b1-96a0-44aab5c3f488 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] No DVR routers for this DVR port d5f372b4-a397-4a8e-a8ce-59fd31dcc96c on host hv-cinder-79869 {{(pid=78477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:33:57.326343 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-45579769-6369-4fd3-80eb-9a28284230a5 req-e7710faa-84cc-40b1-96a0-44aab5c3f488 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:57.437981 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-9666c0d7-160e-43c6-a56b-faf70bf09e12 req-7b58567d-18ac-4c4f-945c-1695d6fa15b2 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994715 Jul 07 18:33:57.458209 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c836f730-b64d-4a47-b50d-fdf825a5e470', 'name': 'network-vif-deleted', 'tag': 'd5f372b4-a397-4a8e-a8ce-59fd31dcc96c'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:33:57.502411 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e8564e-168a-4696-a16b-c9707eec966f None None] New status for floating IP cbb5d68e-7d99-423d-80e1-52cd44da5a8e: ACTIVE {{(pid=78479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:33:57.513317 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a19b0eef-1425-4293-8613-6d6070aa95e8 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:57.521170 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a19b0eef-1425-4293-8613-6d6070aa95e8 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372640'] for security_group_rule, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:57.524548 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-903dd432-c435-4f55-8d92-c5d263050fcc tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:57.538654 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-45579769-6369-4fd3-80eb-9a28284230a5 req-e7710faa-84cc-40b1-96a0-44aab5c3f488 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.89 "DELETE /v2.0/ports/d5f372b4-a397-4a8e-a8ce-59fd31dcc96c HTTP/1.1" status: 204 len: 173 time: 4.2363255 Jul 07 18:33:57.553988 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b0eef-1425-4293-8613-6d6070aa95e8 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7131a019-7203-4bfe-abae-0d81c2edf566,revision_number=0']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:57.576106 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4addff6b-ceb7-4d35-bf05-fdb443ac60f1 req-07f85e8f-9942-4179-8667-91bfeaf21924 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3735166 Jul 07 18:33:57.577141 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-a19b0eef-1425-4293-8613-6d6070aa95e8 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:57.632036 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a19b0eef-1425-4293-8613-6d6070aa95e8 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:57.637160 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-a19b0eef-1425-4293-8613-6d6070aa95e8 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5901785 Jul 07 18:33:57.638025 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 57630) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:33:57.647269 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-03787deb-682a-4b37-9a4c-cb26cef16f2b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Request body: {'security_group_rule': {'security_group_id': 'ba53e126-c9f9-4542-a136-7a1544ccb5a4', 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:33:57.653583 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5f9a8012-8ba0-48c0-b5c5-d21e880f273a req-990986cd-72ba-46fd-8c80-8c8663a12710 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bc93984-8e9c-4b9d-99c7-7009515f6808 HTTP/1.1" status: 200 len: 1000 time: 0.4200962 Jul 07 18:33:57.663775 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-03787deb-682a-4b37-9a4c-cb26cef16f2b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:33:57.676418 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-03787deb-682a-4b37-9a4c-cb26cef16f2b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Usage tracker for resource:security_group_rule and tenant:9fc98f6ee70c4b51a5cad91588179e46 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:33:57.695138 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-03787deb-682a-4b37-9a4c-cb26cef16f2b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:33:57.698061 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-03787deb-682a-4b37-9a4c-cb26cef16f2b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:33:57.798496 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c836f730-b64d-4a47-b50d-fdf825a5e470', 'name': 'network-vif-deleted', 'tag': 'd5f372b4-a397-4a8e-a8ce-59fd31dcc96c', 'status': 'completed', 'code': 200} Jul 07 18:33:57.803338 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a8012-8ba0-48c0-b5c5-d21e880f273a req-3532f59b-ec92-4126-a77a-48a585d0693e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:57.808029 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5f9a8012-8ba0-48c0-b5c5-d21e880f273a req-3532f59b-ec92-4126-a77a-48a585d0693e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=11d92948-72fa-44c3-8472-30d15d83e94d HTTP/1.1" status: 200 len: 854 time: 0.1427271 Jul 07 18:33:57.821980 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197736f-84c6-45d3-a888-e6dccb5577ad req-6dbe0a5a-491b-4682-b60f-4d9350b8668b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:57.823529 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1197736f-84c6-45d3-a888-e6dccb5577ad req-6dbe0a5a-491b-4682-b60f-4d9350b8668b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564&tenant_id=141aaf718a50403cb0402f655c144713 HTTP/1.1" status: 200 len: 1096 time: 0.5061486 Jul 07 18:33:57.848399 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-4c577b61-91c3-4c00-ba14-dc20977af6a2 req-adb50cbd-f99c-4060-b878-a9da7027d4de tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] 10.222.0.41 "GET /v2.0/ports?device_id=c836f730-b64d-4a47-b50d-fdf825a5e470 HTTP/1.1" status: 200 len: 210 time: 0.1515749 Jul 07 18:33:57.852884 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.db.securitygroups_db [None req-03787deb-682a-4b37-9a4c-cb26cef16f2b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Project 9fc98f6ee70c4b51a5cad91588179e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:33:57.868074 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-03787deb-682a-4b37-9a4c-cb26cef16f2b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:58.002266 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-03787deb-682a-4b37-9a4c-cb26cef16f2b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:58.009028 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-03787deb-682a-4b37-9a4c-cb26cef16f2b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372640'] for security_group_rule, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:58.013280 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:58.058589 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03787deb-682a-4b37-9a4c-cb26cef16f2b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce5a72a-0bdc-4863-adf6-57412de2f0cc,revision_number=0']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:58.064276 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-03787deb-682a-4b37-9a4c-cb26cef16f2b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:58.065653 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-03787deb-682a-4b37-9a4c-cb26cef16f2b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:58.069592 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-03787deb-682a-4b37-9a4c-cb26cef16f2b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4281297 Jul 07 18:33:58.073139 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 57634) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:33:58.080357 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-e38db05c-4626-4eaa-bb6a-fd20b5ce0f0b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Request body: {'security_group_rule': {'security_group_id': 'ba53e126-c9f9-4542-a136-7a1544ccb5a4', 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:33:58.095374 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-e38db05c-4626-4eaa-bb6a-fd20b5ce0f0b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:33:58.100907 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-e38db05c-4626-4eaa-bb6a-fd20b5ce0f0b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Usage tracker for resource:security_group_rule and tenant:9fc98f6ee70c4b51a5cad91588179e46 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:33:58.104698 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-e38db05c-4626-4eaa-bb6a-fd20b5ce0f0b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:33:58.114772 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197736f-84c6-45d3-a888-e6dccb5577ad req-42cde208-e355-4965-ac29-c55f5c6aa3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:58.116443 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1197736f-84c6-45d3-a888-e6dccb5577ad req-42cde208-e355-4965-ac29-c55f5c6aa3f8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=141aaf718a50403cb0402f655c144713&device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 1096 time: 0.2509236 Jul 07 18:33:58.123770 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-e38db05c-4626-4eaa-bb6a-fd20b5ce0f0b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:33:58.128771 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a8012-8ba0-48c0-b5c5-d21e880f273a req-acd4000b-5574-4f9a-8974-1012235c1880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:58.130274 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5f9a8012-8ba0-48c0-b5c5-d21e880f273a req-acd4000b-5574-4f9a-8974-1012235c1880 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3110435 Jul 07 18:33:58.153713 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.db.securitygroups_db [None req-e38db05c-4626-4eaa-bb6a-fd20b5ce0f0b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Project 9fc98f6ee70c4b51a5cad91588179e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:33:58.164018 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e38db05c-4626-4eaa-bb6a-fd20b5ce0f0b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:58.290311 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e38db05c-4626-4eaa-bb6a-fd20b5ce0f0b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:58.298230 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e38db05c-4626-4eaa-bb6a-fd20b5ce0f0b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372640'] for security_group_rule, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:58.301028 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-a2c9ecfe-94d6-414a-96a4-ecbb4cefc94a tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:33:58.326355 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38db05c-4626-4eaa-bb6a-fd20b5ce0f0b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68c799c-3649-4457-9b6b-8e57547c92f2,revision_number=0']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:58.329654 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-e38db05c-4626-4eaa-bb6a-fd20b5ce0f0b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:33:58.341077 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e38db05c-4626-4eaa-bb6a-fd20b5ce0f0b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:58.344028 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-e38db05c-4626-4eaa-bb6a-fd20b5ce0f0b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2684655 Jul 07 18:33:58.447068 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197736f-84c6-45d3-a888-e6dccb5577ad req-46b07a47-0d80-4f1c-b3cc-6ae765726585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:58.448659 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1197736f-84c6-45d3-a888-e6dccb5577ad req-46b07a47-0d80-4f1c-b3cc-6ae765726585 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8aa84765-413d-4dc2-8d21-d785f19625b4 HTTP/1.1" status: 200 len: 918 time: 0.3225582 Jul 07 18:33:58.566212 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5f9a8012-8ba0-48c0-b5c5-d21e880f273a req-77441b20-859f-4f4d-ac93-968bc92fe05c service neutron] 10.222.0.89 "GET /v2.0/networks/eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034162 Jul 07 18:33:58.702696 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1197736f-84c6-45d3-a888-e6dccb5577ad req-d1aee8ad-43b8-456b-938f-c64a776c44d9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6743ea86-1c3c-4602-9532-aa6c535a039b HTTP/1.1" status: 200 len: 999 time: 0.2432153 Jul 07 18:33:58.706761 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef457532-881d-4734-af4d-8fe6ffd7bdd6 req-77cec942-659b-4e5b-ad07-ad09091f87ec tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:58.726921 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-ef457532-881d-4734-af4d-8fe6ffd7bdd6 req-77cec942-659b-4e5b-ad07-ad09091f87ec tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1582830 Jul 07 18:33:58.727192 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b29bbd30-5e01-4762-823e-cc390c24dc16 req-30a40b73-a89f-4af3-8d7c-32a75f4fe5a1 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2093056613&fields=id&tenant_id=9fc98f6ee70c4b51a5cad91588179e46 HTTP/1.1" status: 200 len: 267 time: 0.1827753 Jul 07 18:33:58.819001 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-ef457532-881d-4734-af4d-8fe6ffd7bdd6 req-87f2c77e-2508-4ab9-b927-ebf9e86b9e1a tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010265 Jul 07 18:33:58.924324 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197736f-84c6-45d3-a888-e6dccb5577ad req-4db75cf0-5227-4c46-9e21-52d749cf0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:58.925838 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1197736f-84c6-45d3-a888-e6dccb5577ad req-4db75cf0-5227-4c46-9e21-52d749cf0a94 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e0732594-4d25-48f2-b3f5-656ff1b826e7 HTTP/1.1" status: 200 len: 856 time: 0.1269956 Jul 07 18:33:59.058669 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5f9a8012-8ba0-48c0-b5c5-d21e880f273a req-a950908f-1bfc-49c9-bafd-a0b45f4897bd service neutron] 10.222.0.89 "GET /v2.0/networks/eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822540 Jul 07 18:33:59.091205 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29bbd30-5e01-4762-823e-cc390c24dc16 req-3da0fbe4-604a-479c-b914-32c244900fa5 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:59.101366 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b29bbd30-5e01-4762-823e-cc390c24dc16 req-3da0fbe4-604a-479c-b914-32c244900fa5 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 946 time: 0.3831928 Jul 07 18:33:59.109205 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-b29bbd30-5e01-4762-823e-cc390c24dc16 req-e8659cc4-5bde-49f8-80c3-1705936fba09 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Request body: {'port': {'security_groups': ['481fd2ae-f79d-4513-9659-401d52bbe280', 'ba53e126-c9f9-4542-a136-7a1544ccb5a4']}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:33:59.193667 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c00db1-3cc9-4852-89a5-e8a15413c3bf req-7e902117-2def-46fd-b4f7-ecddff10357d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:59.204968 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-35c00db1-3cc9-4852-89a5-e8a15413c3bf req-7e902117-2def-46fd-b4f7-ecddff10357d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 943 time: 0.2654040 Jul 07 18:33:59.304310 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197736f-84c6-45d3-a888-e6dccb5577ad req-270ad191-805c-4ec8-b1a2-5fdc23a286d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:59.305842 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1197736f-84c6-45d3-a888-e6dccb5577ad req-270ad191-805c-4ec8-b1a2-5fdc23a286d2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8aa84765-413d-4dc2-8d21-d785f19625b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3503082 Jul 07 18:33:59.306627 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-b29bbd30-5e01-4762-823e-cc390c24dc16 req-e8659cc4-5bde-49f8-80c3-1705936fba09 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:59.332157 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-35c00db1-3cc9-4852-89a5-e8a15413c3bf req-d0da063f-ece9-4d27-9b18-07f48a7feeea tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260571 Jul 07 18:33:59.534281 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 57664) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:33:59.603915 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1197736f-84c6-45d3-a888-e6dccb5577ad req-8964b081-d02e-445a-bda0-80a59737b7fe service neutron] 10.222.0.89 "GET /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781789 Jul 07 18:33:59.622767 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd7b47ec-9f03-4c84-9d7f-a5b33cc7ec20 admin admin] Deleting subnet b4cbb707-c270-421f-bf5e-0a6837269624 {{(pid=78478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 07 18:33:59.626221 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-cd7b47ec-9f03-4c84-9d7f-a5b33cc7ec20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:59.696681 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-cd7b47ec-9f03-4c84-9d7f-a5b33cc7ec20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4079311'] for subnet, precommit_delete_associations {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:59.778559 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-cd7b47ec-9f03-4c84-9d7f-a5b33cc7ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15871345'] for subnet, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:59.891553 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1197736f-84c6-45d3-a888-e6dccb5577ad req-067d1618-6f74-4361-8659-c92f9bd5ff02 service neutron] 10.222.0.89 "GET /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788196 Jul 07 18:34:00.017534 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-cd7b47ec-9f03-4c84-9d7f-a5b33cc7ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15868612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3274071'] for subnet, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:00.018466 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-b29bbd30-5e01-4762-823e-cc390c24dc16 req-e8659cc4-5bde-49f8-80c3-1705936fba09 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] For port 7bc93984-8e9c-4b9d-99c7-7009515f6808, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=7bc93984-8e9c-4b9d-99c7-7009515f6808,segment=NetworkSegment(8d767d72-ca7b-47ef-913c-0915a64475be),segment_id=8d767d72-ca7b-47ef-913c-0915a64475be)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:34:00.055806 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:00.079367 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-b29bbd30-5e01-4762-823e-cc390c24dc16 req-e8659cc4-5bde-49f8-80c3-1705936fba09 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for port, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:00.089112 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-b29bbd30-5e01-4762-823e-cc390c24dc16 req-e8659cc4-5bde-49f8-80c3-1705936fba09 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:00.100953 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-57dad019-8a1a-4c31-a077-d960f0a821a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:00.102877 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['7bc93984-8e9c-4b9d-99c7-7009515f6808'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:34:00.162769 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-cd7b47ec-9f03-4c84-9d7f-a5b33cc7ec20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:00.170802 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b47ec-9f03-4c84-9d7f-a5b33cc7ec20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4cbb707-c270-421f-bf5e-0a6837269624,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:00.205973 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b47ec-9f03-4c84-9d7f-a5b33cc7ec20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:00.206392 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b47ec-9f03-4c84-9d7f-a5b33cc7ec20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:00.206775 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b47ec-9f03-4c84-9d7f-a5b33cc7ec20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:00.207128 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b47ec-9f03-4c84-9d7f-a5b33cc7ec20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:00.207554 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b47ec-9f03-4c84-9d7f-a5b33cc7ec20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:00.208002 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b47ec-9f03-4c84-9d7f-a5b33cc7ec20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:00.215333 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b47ec-9f03-4c84-9d7f-a5b33cc7ec20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:00.215726 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b47ec-9f03-4c84-9d7f-a5b33cc7ec20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:00.216080 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b47ec-9f03-4c84-9d7f-a5b33cc7ec20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:00.216426 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b47ec-9f03-4c84-9d7f-a5b33cc7ec20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:00.216773 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b47ec-9f03-4c84-9d7f-a5b33cc7ec20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:00.217110 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b47ec-9f03-4c84-9d7f-a5b33cc7ec20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:00.221373 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-cd7b47ec-9f03-4c84-9d7f-a5b33cc7ec20 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b4cbb707-c270-421f-bf5e-0a6837269624 HTTP/1.1" status: 204 len: 168 time: 0.6856730 Jul 07 18:34:00.222269 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-cd7b47ec-9f03-4c84-9d7f-a5b33cc7ec20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:00.266691 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 57680) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:00.349830 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29bbd30-5e01-4762-823e-cc390c24dc16 req-e8659cc4-5bde-49f8-80c3-1705936fba09 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:00.350367 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-b29bbd30-5e01-4762-823e-cc390c24dc16 req-e8659cc4-5bde-49f8-80c3-1705936fba09 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:00.351746 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b29bbd30-5e01-4762-823e-cc390c24dc16 req-e8659cc4-5bde-49f8-80c3-1705936fba09 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "PUT /v2.0/ports/7bc93984-8e9c-4b9d-99c7-7009515f6808 HTTP/1.1" status: 200 len: 982 time: 1.2491131 Jul 07 18:34:00.352346 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c98926-8959-4259-9988-d266da44a2b4', 'tag': '7bc93984-8e9c-4b9d-99c7-7009515f6808'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:34:00.399527 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8659cc4-5bde-49f8-80c3-1705936fba09 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Pushing event updated for resources: {'Port': ['ID=7bc93984-8e9c-4b9d-99c7-7009515f6808,revision_number=6']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:00.422098 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8659cc4-5bde-49f8-80c3-1705936fba09 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:00.422463 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8659cc4-5bde-49f8-80c3-1705936fba09 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:00.422848 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8659cc4-5bde-49f8-80c3-1705936fba09 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:00.423200 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8659cc4-5bde-49f8-80c3-1705936fba09 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:00.423542 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8659cc4-5bde-49f8-80c3-1705936fba09 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:00.423888 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8659cc4-5bde-49f8-80c3-1705936fba09 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:00.424437 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8659cc4-5bde-49f8-80c3-1705936fba09 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:00.424900 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8659cc4-5bde-49f8-80c3-1705936fba09 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:00.425250 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8659cc4-5bde-49f8-80c3-1705936fba09 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:00.425591 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8659cc4-5bde-49f8-80c3-1705936fba09 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:00.425937 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8659cc4-5bde-49f8-80c3-1705936fba09 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:00.426298 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8659cc4-5bde-49f8-80c3-1705936fba09 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:00.446043 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-e8659cc4-5bde-49f8-80c3-1705936fba09 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:00.519942 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['7bc93984-8e9c-4b9d-99c7-7009515f6808'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:34:00.676705 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4f86dcb0-129d-4556-9ffe-b0b7c73b4daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16713874'] for network, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:00.726645 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c561e-4828-423e-8702-9879e0d05b85 req-98bb3a92-55ca-42e6-8c6b-173380912fdd tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:00.729001 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6c0c561e-4828-423e-8702-9879e0d05b85 req-98bb3a92-55ca-42e6-8c6b-173380912fdd tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 985 time: 0.1526480 Jul 07 18:34:00.791867 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be462fc-28ad-4927-a62b-7d500c64b5dc req-6dea025d-ccfd-470c-9461-d596d8ab3ee6 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:00.802130 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-3be462fc-28ad-4927-a62b-7d500c64b5dc req-6dea025d-ccfd-470c-9461-d596d8ab3ee6 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.5748739 Jul 07 18:34:00.852851 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6c0c561e-4828-423e-8702-9879e0d05b85 req-78a189d4-6797-49c6-b5f6-b8b44c22f571 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba53e126-c9f9-4542-a136-7a1544ccb5a4&id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1089334 Jul 07 18:34:01.002212 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c98926-8959-4259-9988-d266da44a2b4', 'tag': '7bc93984-8e9c-4b9d-99c7-7009515f6808', 'status': 'completed', 'code': 200} Jul 07 18:34:01.048205 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-3be462fc-28ad-4927-a62b-7d500c64b5dc req-20d99a11-a6f0-41f5-a597-5db5d696d32e tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389452 Jul 07 18:34:01.065003 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4f86dcb0-129d-4556-9ffe-b0b7c73b4daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15866878', 'neutron.services.segments.db._delete_segments_for_network-8734830643384'] for network, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:01.095329 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-4f86dcb0-129d-4556-9ffe-b0b7c73b4daa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00122975-89ac-4879-bc72-e0e4e7651f21']}} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:01.119125 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-4f86dcb0-129d-4556-9ffe-b0b7c73b4daa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67dfcbe-c679-4d3f-b4bc-195e22269185') {'for_net_delete': True} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:01.119345 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-4f86dcb0-129d-4556-9ffe-b0b7c73b4daa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67dfcbe-c679-4d3f-b4bc-195e22269185') {} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:01.143328 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-80f9fd04-1dc8-4bb4-b73c-211de4c7119c None None] Provisioning complete for port 7bc93984-8e9c-4b9d-99c7-7009515f6808 triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:34:01.144627 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-80f9fd04-1dc8-4bb4-b73c-211de4c7119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:01.151894 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4f86dcb0-129d-4556-9ffe-b0b7c73b4daa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734830655007', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4079300'] for segment, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:01.194161 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4f86dcb0-129d-4556-9ffe-b0b7c73b4daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:01.206761 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f86dcb0-129d-4556-9ffe-b0b7c73b4daa admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=78478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:34:01.211030 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4f86dcb0-129d-4556-9ffe-b0b7c73b4daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15873862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4077724'] for segment, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: Traceback (most recent call last): Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: timer() Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: cb(*args, **kw) Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: return func(*args, **kwargs) Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: self._notify() Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: self.callback(batched_events) Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: event.method(event) Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: return f(self, *a, **k) Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: return self._get(url).json() Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: return self.request(url, 'GET', **kwargs) Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:34:01.256313 dv-cinder-798696-1-smb neutron-server[78478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:34:01.508775 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4f86dcb0-129d-4556-9ffe-b0b7c73b4daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15866871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553073'] for network, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:01.512843 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-0539fa72-03e9-46b3-8b39-d76a2e8350c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:01.563954 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4f86dcb0-129d-4556-9ffe-b0b7c73b4daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:01.585230 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611d0a2-9e70-4b2f-bfda-c6056d41a6e1 req-89c204f2-946c-46d0-a6ee-61eb8e0d31be tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:01.594937 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b611d0a2-9e70-4b2f-bfda-c6056d41a6e1 req-89c204f2-946c-46d0-a6ee-61eb8e0d31be tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 943 time: 0.3320429 Jul 07 18:34:01.607975 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86dcb0-129d-4556-9ffe-b0b7c73b4daa admin admin] Pushing event deleted for resources: {'Network': ['ID=00122975-89ac-4879-bc72-e0e4e7651f21,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:01.622818 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-4f86dcb0-129d-4556-9ffe-b0b7c73b4daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:01.638973 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-4f86dcb0-129d-4556-9ffe-b0b7c73b4daa admin admin] 10.222.0.41 "DELETE /v2.0/networks/00122975-89ac-4879-bc72-e0e4e7651f21 HTTP/1.1" status: 204 len: 168 time: 1.3698864 Jul 07 18:34:01.660244 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466124c7-a117-415f-94d5-a21d6b0aecfa req-e09b8786-9042-4674-a242-ee3406a6866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:01.663288 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-466124c7-a117-415f-94d5-a21d6b0aecfa req-e09b8786-9042-4674-a242-ee3406a6866a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9fc98f6ee70c4b51a5cad91588179e46&device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 1138 time: 0.6018908 Jul 07 18:34:01.692717 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b611d0a2-9e70-4b2f-bfda-c6056d41a6e1 req-355dc3b3-f9cb-4942-9228-233f4bbb8413 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930743 Jul 07 18:34:02.069397 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466124c7-a117-415f-94d5-a21d6b0aecfa req-1135b550-158c-4112-89f4-5bca30be8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:02.071440 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-466124c7-a117-415f-94d5-a21d6b0aecfa req-1135b550-158c-4112-89f4-5bca30be8119 service neutron] 10.222.0.89 "GET /v2.0/networks?id=eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e HTTP/1.1" status: 200 len: 916 time: 0.3645053 Jul 07 18:34:02.115050 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 57726) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:02.281537 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-87b2412c-7c8a-488c-a876-f37d6f2cd2cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=801cd77637e2403187e00ddcc37d09c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1622703 Jul 07 18:34:02.282567 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 57732) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:02.613791 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-466124c7-a117-415f-94d5-a21d6b0aecfa req-2397677b-d507-4174-b310-3d04f4ab300f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bc93984-8e9c-4b9d-99c7-7009515f6808 HTTP/1.1" status: 200 len: 1002 time: 0.5161421 Jul 07 18:34:02.711928 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b1fdb0bd-9cfd-4d33-8eed-1bc6e682a003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:02.736742 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-63bbe0e6-e5af-4ae1-ac9d-6ed9027570ea req-71c10388-4325-4367-afb0-ee759affffcb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3791442 Jul 07 18:34:02.753316 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8c778-d943-4be7-a6a7-bc2601ee07db req-b751edcd-7641-4a05-8d31-a336be4441b4 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:02.758221 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-71c8c778-d943-4be7-a6a7-bc2601ee07db req-b751edcd-7641-4a05-8d31-a336be4441b4 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.4001763 Jul 07 18:34:02.834536 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b1fdb0bd-9cfd-4d33-8eed-1bc6e682a003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:02.913582 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466124c7-a117-415f-94d5-a21d6b0aecfa req-638f71d7-aa40-4545-a4d8-d4d934eaa3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:02.916746 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-466124c7-a117-415f-94d5-a21d6b0aecfa req-638f71d7-aa40-4545-a4d8-d4d934eaa3a5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=11d92948-72fa-44c3-8472-30d15d83e94d HTTP/1.1" status: 200 len: 854 time: 0.2879531 Jul 07 18:34:03.169101 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-71c8c778-d943-4be7-a6a7-bc2601ee07db req-bd2c6e67-cbc6-4fa1-bfc8-d6be46dece87 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768005 Jul 07 18:34:03.242195 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b1fdb0bd-9cfd-4d33-8eed-1bc6e682a003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:03.245112 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbe0e6-e5af-4ae1-ac9d-6ed9027570ea req-8aa553ce-28f0-4e9f-884c-7b8d50036f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:03.246224 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-5626a9a6-c3b3-43d6-ba51-41902ed9e213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:03.248690 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-63bbe0e6-e5af-4ae1-ac9d-6ed9027570ea req-8aa553ce-28f0-4e9f-884c-7b8d50036f7e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8f3ff43f73644b7ea447bee624649895&device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 1099 time: 0.4680693 Jul 07 18:34:03.283221 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fdb0bd-9cfd-4d33-8eed-1bc6e682a003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c883ce36-c011-4136-b322-3756fd0b064a,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:03.315185 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-b1fdb0bd-9cfd-4d33-8eed-1bc6e682a003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:03.345761 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b1fdb0bd-9cfd-4d33-8eed-1bc6e682a003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:03.346947 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-b1fdb0bd-9cfd-4d33-8eed-1bc6e682a003 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c883ce36-c011-4136-b322-3756fd0b064a HTTP/1.1" status: 204 len: 168 time: 1.0617735 Jul 07 18:34:03.455766 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466124c7-a117-415f-94d5-a21d6b0aecfa req-fba569ae-991b-439a-9401-c705eb577b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:03.459299 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-466124c7-a117-415f-94d5-a21d6b0aecfa req-fba569ae-991b-439a-9401-c705eb577b40 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2787380 Jul 07 18:34:03.718127 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed85dc-bf22-4465-8a21-f956502bd5f7 req-8e19d4b0-a895-4a58-b2d6-0acb9d6ef90a tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:03.730378 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6aed85dc-bf22-4465-8a21-f956502bd5f7 req-8e19d4b0-a895-4a58-b2d6-0acb9d6ef90a tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 943 time: 0.7479515 Jul 07 18:34:03.807445 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6aed85dc-bf22-4465-8a21-f956502bd5f7 req-2e351692-5d66-499c-bbbe-b968c930cee7 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784152 Jul 07 18:34:04.089501 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbe0e6-e5af-4ae1-ac9d-6ed9027570ea req-fc571b80-ccb1-424c-84f8-9bb8a7342f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:04.097221 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-63bbe0e6-e5af-4ae1-ac9d-6ed9027570ea req-fc571b80-ccb1-424c-84f8-9bb8a7342f1f service neutron] 10.222.0.89 "GET /v2.0/networks?id=92e10a70-b230-47f5-8f0a-d4a88037a098 HTTP/1.1" status: 200 len: 919 time: 0.7924829 Jul 07 18:34:04.121846 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-466124c7-a117-415f-94d5-a21d6b0aecfa req-0c73b59f-4ce0-470d-95f6-7601f22af232 service neutron] 10.222.0.89 "GET /v2.0/networks/eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6383817 Jul 07 18:34:04.374745 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-63bbe0e6-e5af-4ae1-ac9d-6ed9027570ea req-17cdab7e-75b7-4d95-ac8d-0b0955bfd5c2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00683620-4acb-4229-ac06-484ef67edeb0 HTTP/1.1" status: 200 len: 217 time: 0.2286723 Jul 07 18:34:04.651216 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-466124c7-a117-415f-94d5-a21d6b0aecfa req-7e5b415b-0c25-499e-b97a-e3e0431747f7 service neutron] 10.222.0.89 "GET /v2.0/networks/eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710704 Jul 07 18:34:04.672157 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d275e6-46c2-4ce0-840d-34e1cdcda1be req-41f9974e-5ecc-4842-9d90-bb93c6ad6203 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:04.675954 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f9d275e6-46c2-4ce0-840d-34e1cdcda1be req-41f9974e-5ecc-4842-9d90-bb93c6ad6203 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.2642779 Jul 07 18:34:04.795238 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f9d275e6-46c2-4ce0-840d-34e1cdcda1be req-49bec853-3a23-45ea-aaf7-f2762ff0bbc3 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128654 Jul 07 18:34:05.343543 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d500de-22fe-403d-845a-6b0228908b91 req-5cc25007-b90d-4e26-af5b-804dedc0a27c tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:05.345221 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b0d500de-22fe-403d-845a-6b0228908b91 req-5cc25007-b90d-4e26-af5b-804dedc0a27c tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 943 time: 0.2049727 Jul 07 18:34:05.439411 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b0d500de-22fe-403d-845a-6b0228908b91 req-0d5038df-7058-4230-8a96-50bff1f5c16f tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858436 Jul 07 18:34:05.900142 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:06.332717 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbe0e6-e5af-4ae1-ac9d-6ed9027570ea req-184db966-85da-4fba-b88d-66a759e4c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:06.334232 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-63bbe0e6-e5af-4ae1-ac9d-6ed9027570ea req-184db966-85da-4fba-b88d-66a759e4c81a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1570539-ca9f-43b4-b497-d0b015384538 HTTP/1.1" status: 200 len: 858 time: 0.4557750 Jul 07 18:34:06.346923 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bba8b1-3900-492c-97d3-3eba2b9fc4d0 req-ccb42ec9-6c59-47b1-bee8-8186525f5e93 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:06.357146 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-83bba8b1-3900-492c-97d3-3eba2b9fc4d0 req-ccb42ec9-6c59-47b1-bee8-8186525f5e93 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.2520607 Jul 07 18:34:06.433438 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-63bbe0e6-e5af-4ae1-ac9d-6ed9027570ea req-f73adbfc-9caf-4a33-8a24-824ff60ebcfc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=92e10a70-b230-47f5-8f0a-d4a88037a098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675075 Jul 07 18:34:06.526975 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-83bba8b1-3900-492c-97d3-3eba2b9fc4d0 req-91d27188-db81-4683-8591-5ea236fdf266 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665392 Jul 07 18:34:06.920859 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fde11d-99df-4d18-b5bf-e73ce7f36dae req-52777162-72c1-47d3-9ff7-5291b53ecc0b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:06.922755 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-97fde11d-99df-4d18-b5bf-e73ce7f36dae req-52777162-72c1-47d3-9ff7-5291b53ecc0b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 943 time: 0.1772602 Jul 07 18:34:06.930125 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-63bbe0e6-e5af-4ae1-ac9d-6ed9027570ea req-5fdcc0c3-d3a2-4488-8731-f5d77effcccd service neutron] 10.222.0.89 "GET /v2.0/networks/92e10a70-b230-47f5-8f0a-d4a88037a098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807913 Jul 07 18:34:07.252081 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-97fde11d-99df-4d18-b5bf-e73ce7f36dae req-f7f4aedc-2a0f-48ad-a324-3d492897e3ab tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3148816 Jul 07 18:34:07.344782 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:34:07.479236 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-63bbe0e6-e5af-4ae1-ac9d-6ed9027570ea req-b6a2bf79-0cb1-4eab-8331-ca9345c149f9 service neutron] 10.222.0.89 "GET /v2.0/networks/92e10a70-b230-47f5-8f0a-d4a88037a098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571581 Jul 07 18:34:08.136134 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535734e4-cd8d-4f07-bd22-ec8135518cb9 req-e31cf5ea-cc0c-41a9-b33a-c8b77de9bdb7 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:08.143549 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-535734e4-cd8d-4f07-bd22-ec8135518cb9 req-e31cf5ea-cc0c-41a9-b33a-c8b77de9bdb7 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.3453112 Jul 07 18:34:08.214014 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-535734e4-cd8d-4f07-bd22-ec8135518cb9 req-18bb70a8-de9e-4142-9bf2-a92c4e0b444a tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689476 Jul 07 18:34:08.681894 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ec666-0142-44b2-a1f9-36ac5fd7b47b req-ed9ec2be-4d31-48a0-94b2-8204d47ab84c tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:08.694503 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-324ec666-0142-44b2-a1f9-36ac5fd7b47b req-ed9ec2be-4d31-48a0-94b2-8204d47ab84c tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 943 time: 0.1515718 Jul 07 18:34:08.846576 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-324ec666-0142-44b2-a1f9-36ac5fd7b47b req-d62a9a2d-506c-4280-a58d-ab54b6349eb9 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502385 Jul 07 18:34:09.102818 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 57872) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:09.404880 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-6c79da10-2564-44e7-a88a-f21256729f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:09.434136 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-6c79da10-2564-44e7-a88a-f21256729f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:09.441562 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-6c79da10-2564-44e7-a88a-f21256729f08 admin admin] Usage tracker for resource:security_group_rule and tenant:e9cd912831fb4873be49b900a3312189 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:09.445293 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-6c79da10-2564-44e7-a88a-f21256729f08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:09.453628 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-6c79da10-2564-44e7-a88a-f21256729f08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:09.837287 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e80389-c32a-4d63-a55e-bc50a3775022 req-1f01cc68-4529-4030-a771-044261f7b616 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:09.846923 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-78e80389-c32a-4d63-a55e-bc50a3775022 req-1f01cc68-4529-4030-a771-044261f7b616 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.2894773 Jul 07 18:34:09.850897 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-6c79da10-2564-44e7-a88a-f21256729f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:10.029486 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-78e80389-c32a-4d63-a55e-bc50a3775022 req-58776157-2b9b-43a3-a294-7b936721310e tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808624 Jul 07 18:34:10.032893 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-6c79da10-2564-44e7-a88a-f21256729f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:10.113811 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-d8016699-4e10-46b2-a6d4-717909e1b3fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:10.134408 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-6c79da10-2564-44e7-a88a-f21256729f08 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9cd912831fb4873be49b900a3312189&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0298738 Jul 07 18:34:10.137934 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 57890) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:10.180390 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79da10-2564-44e7-a88a-f21256729f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae3f74b-585d-48b2-977c-2768ee6916fe,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:10.184502 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-6c79da10-2564-44e7-a88a-f21256729f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:10.358436 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3a22dd35-a369-4001-b463-771d6f93a7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:10.423983 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3a22dd35-a369-4001-b463-771d6f93a7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:10.538245 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407bc96-3dc1-4b43-8b2d-d87250b2514f req-1eb3224c-68af-471c-9b27-ae3b4e46f9b9 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:10.565033 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8407bc96-3dc1-4b43-8b2d-d87250b2514f req-1eb3224c-68af-471c-9b27-ae3b4e46f9b9 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 943 time: 0.3063931 Jul 07 18:34:10.664680 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8407bc96-3dc1-4b43-8b2d-d87250b2514f req-498f2ce5-b288-4f53-8a6a-51ee6ae1b636 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982180 Jul 07 18:34:10.684399 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3a22dd35-a369-4001-b463-771d6f93a7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:10.691627 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-cbd686e6-4563-4cbf-bbaa-3e015b3c3f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:10.723058 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22dd35-a369-4001-b463-771d6f93a7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae3f74b-585d-48b2-977c-2768ee6916fe,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:10.728536 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-3a22dd35-a369-4001-b463-771d6f93a7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:10.732769 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3a22dd35-a369-4001-b463-771d6f93a7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:10.734504 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-3a22dd35-a369-4001-b463-771d6f93a7ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dae3f74b-585d-48b2-977c-2768ee6916fe HTTP/1.1" status: 204 len: 168 time: 0.5938420 Jul 07 18:34:11.375522 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49e597-5993-476f-b8db-6214fa85b658 req-a570ecaa-4e81-4e9c-ba8d-e39bae37480a tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:11.382090 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 57908) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:11.387833 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-cd49e597-5993-476f-b8db-6214fa85b658 req-a570ecaa-4e81-4e9c-ba8d-e39bae37480a tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1956801 Jul 07 18:34:11.434836 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-18d3e1e9-817a-407e-b48c-4e7f7725d9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:11.487456 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-cd49e597-5993-476f-b8db-6214fa85b658 req-7cfed8ba-2380-40de-ab25-f29894e61e4b tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978761 Jul 07 18:34:11.490400 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-18d3e1e9-817a-407e-b48c-4e7f7725d9e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:11.498385 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-18d3e1e9-817a-407e-b48c-4e7f7725d9e2 admin admin] Usage tracker for resource:security_group_rule and tenant:1b0426b3f2d9492886ae7dfb009225f2 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:11.502524 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-18d3e1e9-817a-407e-b48c-4e7f7725d9e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:11.510131 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-18d3e1e9-817a-407e-b48c-4e7f7725d9e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:11.682766 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-18d3e1e9-817a-407e-b48c-4e7f7725d9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:11.697154 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-18d3e1e9-817a-407e-b48c-4e7f7725d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:11.719774 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-f8f64ba8-2499-4bc2-ae75-ee8225ec8e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:11.813621 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 57916) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:11.814156 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-18d3e1e9-817a-407e-b48c-4e7f7725d9e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b0426b3f2d9492886ae7dfb009225f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4292135 Jul 07 18:34:11.818952 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3e1e9-817a-407e-b48c-4e7f7725d9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d831f60b-ed40-414e-91e4-bdb1b891345f,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:11.828263 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-18d3e1e9-817a-407e-b48c-4e7f7725d9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:12.100587 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-eddda58f-755e-40ce-ab23-7e0babe6f290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:12.107293 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7bc74-e301-444d-81e3-325ae7590884 req-5b1da782-c634-43db-8f7a-9ac19c758792 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:12.109946 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-0ba7bc74-e301-444d-81e3-325ae7590884 req-5b1da782-c634-43db-8f7a-9ac19c758792 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 943 time: 0.2203491 Jul 07 18:34:12.152935 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-eddda58f-755e-40ce-ab23-7e0babe6f290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:12.227901 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-eddda58f-755e-40ce-ab23-7e0babe6f290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:12.232204 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-0ba7bc74-e301-444d-81e3-325ae7590884 req-5b1e8316-0f1e-42d3-a1b8-48379bcca7ee tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105778 Jul 07 18:34:12.234890 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-f032026b-2e17-49d2-b944-87ad283f5be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:12.261029 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddda58f-755e-40ce-ab23-7e0babe6f290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d831f60b-ed40-414e-91e4-bdb1b891345f,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:12.264200 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-eddda58f-755e-40ce-ab23-7e0babe6f290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:12.265750 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-eddda58f-755e-40ce-ab23-7e0babe6f290 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d831f60b-ed40-414e-91e4-bdb1b891345f HTTP/1.1" status: 204 len: 168 time: 0.4498436 Jul 07 18:34:12.267440 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-eddda58f-755e-40ce-ab23-7e0babe6f290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:12.933310 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4533dab-9019-4def-ba55-8bccacbe1115 req-c06c44c0-df52-49a6-b957-b017cb9c97f1 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:12.937925 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e4533dab-9019-4def-ba55-8bccacbe1115 req-c06c44c0-df52-49a6-b957-b017cb9c97f1 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.2369909 Jul 07 18:34:13.080628 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e4533dab-9019-4def-ba55-8bccacbe1115 req-827f730e-496f-4ba1-9212-8273e74106de tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355572 Jul 07 18:34:13.731133 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ea1b1-20c0-460e-9437-f98ce586b73e req-ffd3f52a-e30d-447e-9512-d12e0d60f6cb tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:13.731732 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 57948) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:13.739811 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-db2ea1b1-20c0-460e-9437-f98ce586b73e req-ffd3f52a-e30d-447e-9512-d12e0d60f6cb tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 943 time: 0.2401552 Jul 07 18:34:13.877137 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-db2ea1b1-20c0-460e-9437-f98ce586b73e req-89f42a64-e803-4e2e-a10e-17f6b1d58da2 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353199 Jul 07 18:34:14.157567 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a3e0c5bd-7456-423a-80f0-f0b83ca6db69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:14.205648 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-a3e0c5bd-7456-423a-80f0-f0b83ca6db69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:14.256719 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-a3e0c5bd-7456-423a-80f0-f0b83ca6db69 admin admin] Usage tracker for resource:security_group_rule and tenant:3ba1a17171474ac49cf969d3a79694b8 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:14.279562 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-a3e0c5bd-7456-423a-80f0-f0b83ca6db69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:14.307591 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-a3e0c5bd-7456-423a-80f0-f0b83ca6db69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:14.779738 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a3e0c5bd-7456-423a-80f0-f0b83ca6db69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:14.787280 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a3e0c5bd-7456-423a-80f0-f0b83ca6db69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:14.805567 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-de79dd35-c192-4065-85ec-e091e8adce63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:14.853078 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0c5bd-7456-423a-80f0-f0b83ca6db69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145d66cc-7bad-4273-8bce-046b99d9150b,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:14.868716 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e04231-8bea-4cb0-a09e-f106bed9e43b req-e9fe6f14-bd1d-4955-b08d-1a953ace062a tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:14.881962 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a6e04231-8bea-4cb0-a09e-f106bed9e43b req-e9fe6f14-bd1d-4955-b08d-1a953ace062a tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.4501853 Jul 07 18:34:14.887661 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-a3e0c5bd-7456-423a-80f0-f0b83ca6db69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:14.964119 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-a3e0c5bd-7456-423a-80f0-f0b83ca6db69 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ba1a17171474ac49cf969d3a79694b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2288377 Jul 07 18:34:14.964683 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 57972) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:14.989350 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a6e04231-8bea-4cb0-a09e-f106bed9e43b req-1b545245-0aa3-4ca8-8bc7-2ad7deea8c85 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062126 Jul 07 18:34:15.181401 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-0a17e769-8de7-4e0c-bbcb-3af599501f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:15.212823 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-0a17e769-8de7-4e0c-bbcb-3af599501f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:15.296488 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-0a17e769-8de7-4e0c-bbcb-3af599501f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:15.307591 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-9d97404c-b58d-42ca-b4db-c8269bb60af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:15.323884 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-0a17e769-8de7-4e0c-bbcb-3af599501f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:15.325248 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-0a17e769-8de7-4e0c-bbcb-3af599501f72 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/145d66cc-7bad-4273-8bce-046b99d9150b HTTP/1.1" status: 204 len: 168 time: 0.3586886 Jul 07 18:34:15.334800 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17e769-8de7-4e0c-bbcb-3af599501f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145d66cc-7bad-4273-8bce-046b99d9150b,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:15.335574 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-0a17e769-8de7-4e0c-bbcb-3af599501f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:15.361026 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ff956-24af-404f-b25b-90324bf5ae57 req-0e8057c5-011d-40e6-846c-22dfcfd30555 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:15.368623 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-152ff956-24af-404f-b25b-90324bf5ae57 req-0e8057c5-011d-40e6-846c-22dfcfd30555 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 943 time: 0.2671137 Jul 07 18:34:15.426422 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-152ff956-24af-404f-b25b-90324bf5ae57 req-e6daa38d-fc53-42a9-8a20-709db1fa3000 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567112 Jul 07 18:34:16.496907 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa04c7-8878-4a62-978e-8820b80ccb9b req-2fc382ec-2c4d-48e2-b1d4-7014029c5867 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:16.500477 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-11aa04c7-8878-4a62-978e-8820b80ccb9b req-2fc382ec-2c4d-48e2-b1d4-7014029c5867 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1723940 Jul 07 18:34:16.629465 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-11aa04c7-8878-4a62-978e-8820b80ccb9b req-37b08963-dfe8-4f58-a9af-c319d7015b09 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227105 Jul 07 18:34:16.801248 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b1dab-233b-42b5-b460-38304d521822 req-a91ce010-d021-4793-811d-8f7a5d17167c tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:16.812931 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b25b1dab-233b-42b5-b460-38304d521822 req-a91ce010-d021-4793-811d-8f7a5d17167c tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 943 time: 0.1132648 Jul 07 18:34:16.892115 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b25b1dab-233b-42b5-b460-38304d521822 req-514a6c38-5b90-4b9b-8ca7-312ba61bdb2c tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766144 Jul 07 18:34:17.016202 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 58032) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:17.392592 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-99be3d46-3f03-4165-b82a-3283ae14a92e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1660166960-network', 'tenant_id': '229074fa5f3445e4ba64710459532036'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:34:17.398203 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-99be3d46-3f03-4165-b82a-3283ae14a92e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:17.402651 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-99be3d46-3f03-4165-b82a-3283ae14a92e admin admin] Usage tracker for resource:network and tenant:229074fa5f3445e4ba64710459532036 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:17.406384 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-99be3d46-3f03-4165-b82a-3283ae14a92e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:17.417293 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-99be3d46-3f03-4165-b82a-3283ae14a92e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:17.432723 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99be3d46-3f03-4165-b82a-3283ae14a92e admin admin] Made reservation on behalf of 229074fa5f3445e4ba64710459532036 for: {'network': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:34:17.435490 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-99be3d46-3f03-4165-b82a-3283ae14a92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for network, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:17.450089 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-99be3d46-3f03-4165-b82a-3283ae14a92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:17.468566 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-99be3d46-3f03-4165-b82a-3283ae14a92e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:17.472496 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-99be3d46-3f03-4165-b82a-3283ae14a92e admin admin] Usage tracker for resource:security_group_rule and tenant:229074fa5f3445e4ba64710459532036 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:17.475374 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-99be3d46-3f03-4165-b82a-3283ae14a92e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:17.481231 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-99be3d46-3f03-4165-b82a-3283ae14a92e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:17.573493 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d58e7a92-d561-467c-8fff-0c6acd064538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:17.596649 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-99be3d46-3f03-4165-b82a-3283ae14a92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:17.600885 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-99be3d46-3f03-4165-b82a-3283ae14a92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:17.604040 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-d5445343-9c34-4a15-ba33-b0390efea767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:17.633796 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99be3d46-3f03-4165-b82a-3283ae14a92e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=78477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:34:17.642702 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be3d46-3f03-4165-b82a-3283ae14a92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda78f4c-abdf-4f29-a3da-85365eb05504,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:17.646843 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-99be3d46-3f03-4165-b82a-3283ae14a92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:17.649706 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-99be3d46-3f03-4165-b82a-3283ae14a92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:17.650031 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.db.segments_db [None req-99be3d46-3f03-4165-b82a-3283ae14a92e admin admin] Added segment 4ad7979d-0fdf-43a5-b16c-6be4b44243f6 of type vlan for network 72d36f31-17c4-4180-b454-ed56f784f3fe Jul 07 18:34:17.684054 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-99be3d46-3f03-4165-b82a-3283ae14a92e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734830079582'] for network, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:17.719255 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-99be3d46-3f03-4165-b82a-3283ae14a92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for network, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:17.720756 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99be3d46-3f03-4165-b82a-3283ae14a92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:17.721345 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-99be3d46-3f03-4165-b82a-3283ae14a92e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:17.724913 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:17.836731 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be3d46-3f03-4165-b82a-3283ae14a92e admin admin] Pushing event updated for resources: {'Network': ['ID=72d36f31-17c4-4180-b454-ed56f784f3fe,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:17.841060 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-99be3d46-3f03-4165-b82a-3283ae14a92e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8236971 Jul 07 18:34:17.841987 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-99be3d46-3f03-4165-b82a-3283ae14a92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:17.846202 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 58048) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:17.854486 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-44c095f7-77ca-4ad9-9497-7009db70d0d3 admin admin] Request body: {'subnet': {'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1660166960-subnet', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'ip_version': 4}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:34:17.860464 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Network 72d36f31-17c4-4180-b454-ed56f784f3fe details requested by agent ovs-agent-dv-cinder-798696-1-smb with host dv-cinder-798696-1-smb {{(pid=78479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 07 18:34:17.861762 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-44c095f7-77ca-4ad9-9497-7009db70d0d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:17.867569 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-44c095f7-77ca-4ad9-9497-7009db70d0d3 admin admin] Usage tracker for resource:subnet and tenant:229074fa5f3445e4ba64710459532036 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:17.871292 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-44c095f7-77ca-4ad9-9497-7009db70d0d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:17.879311 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-44c095f7-77ca-4ad9-9497-7009db70d0d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:17.894232 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c095f7-77ca-4ad9-9497-7009db70d0d3 admin admin] Made reservation on behalf of 229074fa5f3445e4ba64710459532036 for: {'subnet': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:34:17.897766 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-44c095f7-77ca-4ad9-9497-7009db70d0d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:17.914569 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5071f-e3c1-4d77-a5b7-fea3c99ebe6b req-d880b75a-5356-42c0-a75e-3075dd968450 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:17.916815 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-66d5071f-e3c1-4d77-a5b7-fea3c99ebe6b req-d880b75a-5356-42c0-a75e-3075dd968450 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1684473 Jul 07 18:34:18.009138 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-66d5071f-e3c1-4d77-a5b7-fea3c99ebe6b req-10816cdb-d38e-40a0-a38d-9813ad1714e8 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819919 Jul 07 18:34:18.140524 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:18.265877 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035defa-60b8-4953-9102-52a153b66a52 req-473e358a-63c5-433f-8862-ca111837d5b0 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:18.267453 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-7035defa-60b8-4953-9102-52a153b66a52 req-473e358a-63c5-433f-8862-ca111837d5b0 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 943 time: 0.1324346 Jul 07 18:34:18.366587 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-7035defa-60b8-4953-9102-52a153b66a52 req-8397cfde-4a3f-4bea-89ac-b27e52ace488 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678878 Jul 07 18:34:18.414963 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-44c095f7-77ca-4ad9-9497-7009db70d0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for subnet, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:18.422517 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:18.508468 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c095f7-77ca-4ad9-9497-7009db70d0d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e464e48-25e4-4c21-b21a-865fedb9b97b,revision_number=0']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:18.512884 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c095f7-77ca-4ad9-9497-7009db70d0d3 admin admin] Checking segment: {'id': '4ad7979d-0fdf-43a5-b16c-6be4b44243f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:34:18.513246 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c095f7-77ca-4ad9-9497-7009db70d0d3 admin admin] Network hostable DHCP agents. Network: 72d36f31-17c4-4180-b454-ed56f784f3fe, hostable agents: ['7844bae0-677e-4565-b01a-e2785e2cda9f'], hosted agents: [] {{(pid=78477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:34:18.519423 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-44c095f7-77ca-4ad9-9497-7009db70d0d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:18.539507 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c095f7-77ca-4ad9-9497-7009db70d0d3 admin admin] Network 72d36f31-17c4-4180-b454-ed56f784f3fe is scheduled to be hosted by DHCP agent 7844bae0-677e-4565-b01a-e2785e2cda9f with binding_index 1 {{(pid=78477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:34:18.556858 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [None req-44c095f7-77ca-4ad9-9497-7009db70d0d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-smb, 72d36f31-17c4-4180-b454-ed56f784f3fe) {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:34:18.567512 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c095f7-77ca-4ad9-9497-7009db70d0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:18.568385 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-44c095f7-77ca-4ad9-9497-7009db70d0d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:18.570675 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ecb317-2e8b-4de4-a05d-949979bc1ece None None] Network 72d36f31-17c4-4180-b454-ed56f784f3fe requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:34:18.628700 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 58084) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:18.629480 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-44c095f7-77ca-4ad9-9497-7009db70d0d3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7814677 Jul 07 18:34:18.636854 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-8d8600b1-c3c6-46c2-aac5-3a2f78c5ea52 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1660166960-router', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11'}}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:34:18.643437 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-8d8600b1-c3c6-46c2-aac5-3a2f78c5ea52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:18.649522 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-8d8600b1-c3c6-46c2-aac5-3a2f78c5ea52 admin admin] Usage tracker for resource:router and tenant:229074fa5f3445e4ba64710459532036 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:18.657743 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-8d8600b1-c3c6-46c2-aac5-3a2f78c5ea52 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:18.676277 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-8d8600b1-c3c6-46c2-aac5-3a2f78c5ea52 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:18.694891 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8d8600b1-c3c6-46c2-aac5-3a2f78c5ea52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-546955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2478'] for router, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:18.696629 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8d8600b1-c3c6-46c2-aac5-3a2f78c5ea52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-699805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709345', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2519'] for router, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:18.718258 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8d8600b1-c3c6-46c2-aac5-3a2f78c5ea52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:18.877053 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8f3e94d-d4ff-597a-b978-e9d82c1a24d1-72d36f31-17c4-4180-b454-ed56f784f3fe', 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'fixed_ips': [{'subnet_id': '9e464e48-25e4-4c21-b21a-865fedb9b97b'}]}} from dv-cinder-798696-1-smb. {{(pid=78479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 07 18:34:18.878913 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:19.116793 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] Allocated IP 172.20.0.2 (72d36f31-17c4-4180-b454-ed56f784f3fe/9e464e48-25e4-4c21-b21a-865fedb9b97b/c33c4aba-42a9-42d9-bbae-3e7febe13c33) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:34:19.190066 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8d8600b1-c3c6-46c2-aac5-3a2f78c5ea52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-552987', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-546964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2497'] for router, precommit_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:19.364689 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f2b18-65e9-4cec-af37-75c5ad97cccf req-1dfb187e-f07d-445b-9061-c2bef360c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:19.366512 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-412f2b18-65e9-4cec-af37-75c5ad97cccf req-1dfb187e-f07d-445b-9061-c2bef360c1d4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 1099 time: 0.1104512 Jul 07 18:34:19.403525 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403e98d-edbb-4fa7-8092-27913d9a23b8 req-322925be-68df-4dfd-91db-c4ba90faefce tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:19.405143 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-4403e98d-edbb-4fa7-8092-27913d9a23b8 req-322925be-68df-4dfd-91db-c4ba90faefce tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1665142 Jul 07 18:34:19.413859 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:19.429808 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] Transition to ACTIVE for port object c33c4aba-42a9-42d9-bbae-3e7febe13c33 will not be triggered until provisioned by entity L2. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:34:19.452778 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] Transition to ACTIVE for port object c33c4aba-42a9-42d9-bbae-3e7febe13c33 will not be triggered until provisioned by entity DHCP. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:34:19.462763 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:19.471031 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:19.485839 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-412f2b18-65e9-4cec-af37-75c5ad97cccf req-3906dbb6-05c1-4682-b813-5473293acd32 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090987 Jul 07 18:34:19.496268 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-4403e98d-edbb-4fa7-8092-27913d9a23b8 req-d60b0520-d838-4796-bb14-73af4db0644a tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711977 Jul 07 18:34:19.562416 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] Network 72d36f31-17c4-4180-b454-ed56f784f3fe is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:34:19.567741 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] Pushing event updated for resources: {'Port': ['ID=c33c4aba-42a9-42d9-bbae-3e7febe13c33,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:19.571121 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:19.572327 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:34:19.575541 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:34:19.647633 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f484962-d793-463d-8283-704f2d557892 req-4595d1b9-59ac-4477-b787-148293363899 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:19.649394 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1f484962-d793-463d-8283-704f2d557892 req-4595d1b9-59ac-4477-b787-148293363899 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 943 time: 0.1139674 Jul 07 18:34:19.685374 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] Attempting to bind port c33c4aba-42a9-42d9-bbae-3e7febe13c33 on host dv-cinder-798696-1-smb for vnic_type normal with profile {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:34:19.685700 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] Attempting to bind port c33c4aba-42a9-42d9-bbae-3e7febe13c33 by drivers openvswitch,hyperv on host dv-cinder-798696-1-smb at level 0 using segments [{'id': '4ad7979d-0fdf-43a5-b16c-6be4b44243f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe'}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:34:19.686040 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] Attempting to bind port c33c4aba-42a9-42d9-bbae-3e7febe13c33 on network 72d36f31-17c4-4180-b454-ed56f784f3fe {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:34:19.693732 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] Checking agent: {'id': '0db86e1d-da65-40b6-b0e9-b4ccdca3fd82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 18), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:34:19.694182 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] Checking segment: {'id': '4ad7979d-0fdf-43a5-b16c-6be4b44243f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:34:19.694610 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:19.695041 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] Bound using segment: {'id': '4ad7979d-0fdf-43a5-b16c-6be4b44243f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe'} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:34:19.695581 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] Bound port: c33c4aba-42a9-42d9-bbae-3e7febe13c33, host: dv-cinder-798696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad7979d-0fdf-43a5-b16c-6be4b44243f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe'}}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:34:19.696021 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:19.707604 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1f484962-d793-463d-8283-704f2d557892 req-d1f68f3f-9d86-40d4-806f-7f10a3f003c1 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518868 Jul 07 18:34:19.750192 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8d8600b1-c3c6-46c2-aac5-3a2f78c5ea52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:19.780882 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8d8600b1-c3c6-46c2-aac5-3a2f78c5ea52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:19.797249 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] For port c33c4aba-42a9-42d9-bbae-3e7febe13c33, host dv-cinder-798696-1-smb, cleared binding levels {{(pid=78479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:34:19.800786 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] For port c33c4aba-42a9-42d9-bbae-3e7febe13c33, host dv-cinder-798696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=c33c4aba-42a9-42d9-bbae-3e7febe13c33,segment=NetworkSegment(4ad7979d-0fdf-43a5-b16c-6be4b44243f6),segment_id=4ad7979d-0fdf-43a5-b16c-6be4b44243f6)] {{(pid=78479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:34:19.805123 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:19.808992 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:19.888783 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] Pushing event updated for resources: {'Port': ['ID=c33c4aba-42a9-42d9-bbae-3e7febe13c33,revision_number=2']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:19.904558 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:19.932681 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.db_base_plugin_common [None req-8d8600b1-c3c6-46c2-aac5-3a2f78c5ea52 admin admin] Allocated IP 172.28.1.146 (7ef95752-4103-4704-97c1-943158aedf11/1cf84b46-eaf0-4390-8fc2-d553f7bad2f6/1cf59c3b-2f20-42fb-9a5b-bec38b728c64) {{(pid=78478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:34:20.132954 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8d8600b1-c3c6-46c2-aac5-3a2f78c5ea52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:20.184980 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8d8600b1-c3c6-46c2-aac5-3a2f78c5ea52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4077769'] for port, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:20.191000 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:20.263607 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8600b1-c3c6-46c2-aac5-3a2f78c5ea52 admin admin] Pushing event updated for resources: {'Port': ['ID=1cf59c3b-2f20-42fb-9a5b-bec38b728c64,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:20.270056 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-8d8600b1-c3c6-46c2-aac5-3a2f78c5ea52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:20.277437 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8600b1-c3c6-46c2-aac5-3a2f78c5ea52 admin admin] Network 7ef95752-4103-4704-97c1-943158aedf11 is already hosted by enough agents. {{(pid=78478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:34:20.278193 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a8fedf88-11fe-446c-b4c2-d182d9c587ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:20.279292 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-8d8600b1-c3c6-46c2-aac5-3a2f78c5ea52 admin admin] Resources bound (agent type, host, resource id): {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:34:20.282531 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8600b1-c3c6-46c2-aac5-3a2f78c5ea52 admin admin] Received port after_create {{(pid=78478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:34:20.607507 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 58156) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:20.760967 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 58166) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:20.846878 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b64836-357e-48e5-83ff-485fb5a9593b admin admin] Deleting subnet 95bdbec5-1cdc-49d5-a1d9-167b4d7b415b {{(pid=78477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 07 18:34:20.852569 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-17b64836-357e-48e5-83ff-485fb5a9593b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:20.913531 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-97b6a81d-9fcc-4947-8f93-78535be01a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:20.954383 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8d8600b1-c3c6-46c2-aac5-3a2f78c5ea52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:20.984494 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-97b6a81d-9fcc-4947-8f93-78535be01a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:21.000144 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-97b6a81d-9fcc-4947-8f93-78535be01a25 admin admin] Usage tracker for resource:security_group_rule and tenant:1805e27ccde947059eb885eb198bf7e7 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:21.008723 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-97b6a81d-9fcc-4947-8f93-78535be01a25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:21.010282 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb167b06-56f8-4b45-b0cd-9fd81956206d req-b12c38fe-7ecc-46e9-b102-e3a933accbcc tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:21.012041 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-eb167b06-56f8-4b45-b0cd-9fd81956206d req-b12c38fe-7ecc-46e9-b102-e3a933accbcc tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.2932420 Jul 07 18:34:21.015688 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-17b64836-357e-48e5-83ff-485fb5a9593b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:21.029978 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-97b6a81d-9fcc-4947-8f93-78535be01a25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:21.039106 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-17b64836-357e-48e5-83ff-485fb5a9593b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15871345'] for subnet, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:21.109275 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:21.181542 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af91317-553e-42d1-935c-26c3840e218a req-6487024e-459b-4aea-8918-82c24acb31aa tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:21.184183 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6af91317-553e-42d1-935c-26c3840e218a req-6487024e-459b-4aea-8918-82c24acb31aa tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 943 time: 0.2706220 Jul 07 18:34:21.196983 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-17b64836-357e-48e5-83ff-485fb5a9593b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15868612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for subnet, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:21.211588 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:21.214610 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c63ffb9-ee08-4166-8c45-39ea06c98060 None None] Network 72d36f31-17c4-4180-b454-ed56f784f3fe requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:34:21.217021 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-eb167b06-56f8-4b45-b0cd-9fd81956206d req-8ce0fb12-b0b4-4455-a9a2-29df3820f055 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713216 Jul 07 18:34:21.282802 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-17b64836-357e-48e5-83ff-485fb5a9593b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:21.285442 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b64836-357e-48e5-83ff-485fb5a9593b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95bdbec5-1cdc-49d5-a1d9-167b4d7b415b,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:21.300508 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-17b64836-357e-48e5-83ff-485fb5a9593b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:21.311409 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-97b6a81d-9fcc-4947-8f93-78535be01a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:21.340297 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6af91317-553e-42d1-935c-26c3840e218a req-5077d2a6-5e06-46f3-a52e-6beea6829382 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304708 Jul 07 18:34:21.345073 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-97b6a81d-9fcc-4947-8f93-78535be01a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:21.358202 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-4029ff26-4dcd-43f3-81fc-862fa615dbcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:21.368900 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-17b64836-357e-48e5-83ff-485fb5a9593b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/95bdbec5-1cdc-49d5-a1d9-167b4d7b415b HTTP/1.1" status: 204 len: 168 time: 0.6069756 Jul 07 18:34:21.373797 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 58172) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:21.415265 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-38538c2d-f42b-4ff2-9dd3-a04468a5efb5 None None] Provisioning for port c33c4aba-42a9-42d9-bbae-3e7febe13c33 completed by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:34:21.429148 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 6743ea86-1c3c-4602-9532-aa6c535a039b details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 07 18:34:21.495605 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6a81d-9fcc-4947-8f93-78535be01a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a8205d-c1e2-4dcc-bad5-74342190c6cb,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:21.516156 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-97b6a81d-9fcc-4947-8f93-78535be01a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:21.518960 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-97b6a81d-9fcc-4947-8f93-78535be01a25 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1805e27ccde947059eb885eb198bf7e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9085364 Jul 07 18:34:21.522258 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 58178) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:21.568520 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8d8600b1-c3c6-46c2-aac5-3a2f78c5ea52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-546946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553022'] for router, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:21.575307 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16713874'] for network, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:21.653299 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-42056e93-e0d4-4653-8f0a-8dd6f2669f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:21.675559 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device c33c4aba-42a9-42d9-bbae-3e7febe13c33 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:34:21.748783 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-42056e93-e0d4-4653-8f0a-8dd6f2669f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:21.756362 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15866878', 'neutron.services.segments.db._delete_segments_for_network-8734830643384'] for network, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:21.779482 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:34:21.780201 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:34:21.781728 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:34:21.782222 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] Subscribe: > port after_create 55550000 {{(pid=78477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:34:21.782893 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:34:21.783743 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] Subscribe: > port after_update 55550000 {{(pid=78477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:34:21.784245 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:34:21.784570 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:34:21.784889 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:34:21.785204 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:34:21.824145 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8600b1-c3c6-46c2-aac5-3a2f78c5ea52 admin admin] Router e7da185c-793f-4c40-b79a-cd194244859f is scheduled to L3 agent 8deec948-1501-4327-a4fb-a95820cab163 with binding_index 1 {{(pid=78478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:34:21.836547 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 6743ea86-1c3c-4602-9532-aa6c535a039b, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=6743ea86-1c3c-4602-9532-aa6c535a039b,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:34:21.855068 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Returning: {'device': '6743ea86-1c3c-4602-9532-aa6c535a039b', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'port_id': '6743ea86-1c3c-4602-9532-aa6c535a039b', 'mac_address': 'fa:16:3e:9f:26:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 07 18:34:21.921996 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:34:21.922364 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:34:21.922713 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:34:21.923073 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:34:21.923615 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.services.segments.db [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b57063e-64e9-4ce5-9f30-b1d950c5ee5d']}} {{(pid=78477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:21.964668 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning for port c33c4aba-42a9-42d9-bbae-3e7febe13c33 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:34:21.984926 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port c33c4aba-42a9-42d9-bbae-3e7febe13c33 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:34:21.985281 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:22.012905 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.services.segments.db [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6ea28b-00a7-4d39-91fa-f1432f6f9caf') {'for_net_delete': True} {{(pid=78477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:22.013336 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.services.segments.db [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6ea28b-00a7-4d39-91fa-f1432f6f9caf') {} {{(pid=78477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:22.041247 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734830655007', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2398927'] for segment, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:22.041766 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:22.072125 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:22.100926 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=78477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:34:22.101378 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15873862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4006915'] for segment, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:22.116208 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8600b1-c3c6-46c2-aac5-3a2f78c5ea52 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: from cryptography.utils import int_from_bytes Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: from cryptography.utils import int_from_bytes Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: util.warn_limited( Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: util.warn_limited( Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: Traceback (most recent call last): Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: timer() Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: cb(*args, **kw) Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: return func(*args, **kwargs) Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: self._notify() Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: self.callback(batched_events) Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: event.method(event) Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: return f(self, *a, **k) Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: return self._get(url).json() Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: return self.request(url, 'GET', **kwargs) Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:34:22.118773 dv-cinder-798696-1-smb neutron-server[78477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:34:22.126050 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-42056e93-e0d4-4653-8f0a-8dd6f2669f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:22.130230 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] Sync routers for ids ['e7da185c-793f-4c40-b79a-cd194244859f'] in dv-cinder-798696-1-smb {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:34:22.137646 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44b755-c3d5-48d5-bb9f-284f44a1888e req-51995255-7022-4c92-b2ca-321796480930 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:22.140930 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6743ea86-1c3c-4602-9532-aa6c535a039b {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:34:22.145138 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-3a44b755-c3d5-48d5-bb9f-284f44a1888e req-51995255-7022-4c92-b2ca-321796480930 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.2243118 Jul 07 18:34:22.146334 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] Routers {'e7da185c-793f-4c40-b79a-cd194244859f'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:34:22.148273 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:34:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['e7da185c-793f-4c40-b79a-cd194244859f'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:22.187213 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-97b6a81d-9fcc-4947-8f93-78535be01a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:22.196510 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8d8600b1-c3c6-46c2-aac5-3a2f78c5ea52 admin admin] Notify callbacks [] for router, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:22.200278 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-8d8600b1-c3c6-46c2-aac5-3a2f78c5ea52 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5667076 Jul 07 18:34:22.201128 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 58186) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:22.216804 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 6743ea86-1c3c-4602-9532-aa6c535a039b, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=6743ea86-1c3c-4602-9532-aa6c535a039b,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:34:22.217912 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1f6a5-beea-47a3-bdce-7b73062867d3 req-f40e84d7-5eba-4b72-852c-04aeb36772a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:22.219526 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5aa1f6a5-beea-47a3-bdce-7b73062867d3 req-f40e84d7-5eba-4b72-852c-04aeb36772a1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8f3ff43f73644b7ea447bee624649895&device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 1099 time: 0.2857757 Jul 07 18:34:22.225409 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42056e93-e0d4-4653-8f0a-8dd6f2669f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a8205d-c1e2-4dcc-bad5-74342190c6cb,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:22.259032 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:22.267154 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:22.286764 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-3a44b755-c3d5-48d5-bb9f-284f44a1888e req-5eb4fccf-65eb-4e66-a17b-1aefdf471aff tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406372 Jul 07 18:34:22.356023 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=6743ea86-1c3c-4602-9532-aa6c535a039b,revision_number=9']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:22.366838 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:22.376435 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:22.427251 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] For port c33c4aba-42a9-42d9-bbae-3e7febe13c33, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=c33c4aba-42a9-42d9-bbae-3e7febe13c33,segment=NetworkSegment(4ad7979d-0fdf-43a5-b16c-6be4b44243f6),segment_id=4ad7979d-0fdf-43a5-b16c-6be4b44243f6)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:34:22.433442 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:22.438066 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:22.462229 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] Set router e7da185c-793f-4c40-b79a-cd194244859f gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:34:22.549716 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Pushing event updated for resources: {'Port': ['ID=c33c4aba-42a9-42d9-bbae-3e7febe13c33,revision_number=3']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:22.572830 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:22.601419 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:22.605434 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-42056e93-e0d4-4653-8f0a-8dd6f2669f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:22.608187 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1f6a5-beea-47a3-bdce-7b73062867d3 req-4f317679-f7c3-4e74-93c9-d6454c710d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:22.610762 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5aa1f6a5-beea-47a3-bdce-7b73062867d3 req-4f317679-f7c3-4e74-93c9-d6454c710d76 service neutron] 10.222.0.89 "GET /v2.0/networks?id=92e10a70-b230-47f5-8f0a-d4a88037a098 HTTP/1.1" status: 200 len: 919 time: 0.3814359 Jul 07 18:34:22.619025 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-42056e93-e0d4-4653-8f0a-8dd6f2669f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:22.623093 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-42056e93-e0d4-4653-8f0a-8dd6f2669f30 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2a8205d-c1e2-4dcc-bad5-74342190c6cb HTTP/1.1" status: 204 len: 168 time: 1.0996768 Jul 07 18:34:22.662097 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['6743ea86-1c3c-4602-9532-aa6c535a039b'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:34:22.738947 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15866871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553073'] for network, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:22.743463 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5aa1f6a5-beea-47a3-bdce-7b73062867d3 req-138ffdc5-ae5d-472f-a73f-614f9e4a1849 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88094dfa-d7b8-4481-bc9b-54672e3050b1 HTTP/1.1" status: 200 len: 217 time: 0.0891113 Jul 07 18:34:22.754821 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8e22-b9d7-41e9-89e1-9082ce1a6962 None None] Provisioning complete for port c33c4aba-42a9-42d9-bbae-3e7febe13c33 triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:34:22.755232 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8e22-b9d7-41e9-89e1-9082ce1a6962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:22.793770 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:22.807744 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:22.839302 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b57063e-64e9-4ce5-9f30-b1d950c5ee5d,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:22.845595 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:22.857661 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-9f066652-54ff-4657-862e-76856abf60d9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8b57063e-64e9-4ce5-9f30-b1d950c5ee5d HTTP/1.1" status: 204 len: 168 time: 1.4806032 Jul 07 18:34:22.878336 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1f6a5-beea-47a3-bdce-7b73062867d3 req-4bde3fb3-bc66-4a01-a4c9-f89713f57d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:22.880808 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5aa1f6a5-beea-47a3-bdce-7b73062867d3 req-4bde3fb3-bc66-4a01-a4c9-f89713f57d77 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1570539-ca9f-43b4-b497-d0b015384538 HTTP/1.1" status: 200 len: 858 time: 0.1280885 Jul 07 18:34:22.895731 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b78c0-9517-4f65-86df-985a01127ae5 req-fa2f1e91-d5ba-4dd8-b5ee-7f2fbd8cb616 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:22.903330 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8d4b78c0-9517-4f65-86df-985a01127ae5 req-fa2f1e91-d5ba-4dd8-b5ee-7f2fbd8cb616 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 944 time: 0.2912486 Jul 07 18:34:22.987726 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5aa1f6a5-beea-47a3-bdce-7b73062867d3 req-bc3219e5-509a-470e-aa16-3e31cf6e7a9e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=92e10a70-b230-47f5-8f0a-d4a88037a098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806036 Jul 07 18:34:23.060542 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8d4b78c0-9517-4f65-86df-985a01127ae5 req-75235d5b-f5a0-457a-aab0-68b94e6f31d3 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558735 Jul 07 18:34:23.111436 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'name': 'tempest-TestShelveInstance-1660166960-router', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '1cf59c3b-2f20-42fb-9a5b-bec38b728c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:34:18Z', 'updated_at': '2021-07-07T18:34:20Z', 'revision_number': 3, 'project_id': '229074fa5f3445e4ba64710459532036', 'gw_port': {'id': '1cf59c3b-2f20-42fb-9a5b-bec38b728c64', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:32:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:19Z', 'updated_at': '2021-07-07T18:34:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:23.118155 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] Checking router: e7da185c-793f-4c40-b79a-cd194244859f for host: dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:34:23.118587 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] Updating router e7da185c-793f-4c40-b79a-cd194244859f port 1cf59c3b-2f20-42fb-9a5b-bec38b728c64 binding host dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:34:23.200067 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 58198) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:23.207567 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:23.238006 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-082fbba9-3186-4679-817e-f59e211126db admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:23.250705 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5aa1f6a5-beea-47a3-bdce-7b73062867d3 req-f20ee44d-dcad-4ffc-abaa-ec4b89824d81 service neutron] 10.222.0.89 "GET /v2.0/networks/92e10a70-b230-47f5-8f0a-d4a88037a098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491992 Jul 07 18:34:23.252894 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 58202) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:23.263991 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-082fbba9-3186-4679-817e-f59e211126db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:23.319404 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-082fbba9-3186-4679-817e-f59e211126db admin admin] Usage tracker for resource:security_group_rule and tenant:1c01594555d7417182d911cbb75b217a is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:23.340728 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device c33c4aba-42a9-42d9-bbae-3e7febe13c33 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:34:23.341265 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-082fbba9-3186-4679-817e-f59e211126db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:23.351061 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-082fbba9-3186-4679-817e-f59e211126db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:23.459242 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port c33c4aba-42a9-42d9-bbae-3e7febe13c33 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:34:23.460046 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:23.509269 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-3df66d17-0bb2-4799-b814-2bfed3d115e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7df1e3622f3e43809f21dc03780af7a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537174 Jul 07 18:34:23.512546 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 58208) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:23.605062 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5aa1f6a5-beea-47a3-bdce-7b73062867d3 req-ada01904-dee8-44a1-a2c6-8c3378efc3ed service neutron] 10.222.0.89 "GET /v2.0/networks/92e10a70-b230-47f5-8f0a-d4a88037a098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210776 Jul 07 18:34:23.624985 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1fd73503-a151-4ed0-885a-ac10e554d18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:23.625206 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-082fbba9-3186-4679-817e-f59e211126db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:23.656125 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1fd73503-a151-4ed0-885a-ac10e554d18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:23.665913 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-082fbba9-3186-4679-817e-f59e211126db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:23.677261 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-5082481e-520d-4453-9074-3d0ba1dc42e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:23.722419 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1fd73503-a151-4ed0-885a-ac10e554d18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:23.729112 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-128ab32b-3883-4fc1-9602-e2e9feab3be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:23.743626 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-082fbba9-3186-4679-817e-f59e211126db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c01594555d7417182d911cbb75b217a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5433035 Jul 07 18:34:23.744219 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 58212) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:23.747774 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd73503-a151-4ed0-885a-ac10e554d18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4ecc7a-39b4-48ec-a330-ee5882b95f3d,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:23.752841 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fbba9-3186-4679-817e-f59e211126db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92f2e20-8b7a-451f-be72-eef41ef7182f,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:23.756403 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-082fbba9-3186-4679-817e-f59e211126db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:23.760167 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-1fd73503-a151-4ed0-885a-ac10e554d18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:23.770389 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d540b088-7d50-42b7-81e5-7d4064a7e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:23.778009 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1fd73503-a151-4ed0-885a-ac10e554d18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:23.781562 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-1fd73503-a151-4ed0-885a-ac10e554d18c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb4ecc7a-39b4-48ec-a330-ee5882b95f3d HTTP/1.1" status: 204 len: 168 time: 0.2654047 Jul 07 18:34:23.802156 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:23.803269 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0d413-bb1a-4960-9f11-9439efd7dc8d req-c93c4520-e231-4dd7-8555-5be73b177c03 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:23.804944 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d8c0d413-bb1a-4960-9f11-9439efd7dc8d req-c93c4520-e231-4dd7-8555-5be73b177c03 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.3426821 Jul 07 18:34:23.840616 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] Transition to ACTIVE for port object 1cf59c3b-2f20-42fb-9a5b-bec38b728c64 will not be triggered until provisioned by entity L2. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:34:23.847186 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-ac023621-2322-47a4-962d-08d10c8d5190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:23.852675 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:23.863728 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-55defe1d-45ea-4d1e-9133-c676fa2752eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:23.894815 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-ac023621-2322-47a4-962d-08d10c8d5190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:23.933241 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d8c0d413-bb1a-4960-9f11-9439efd7dc8d req-86d583e8-3bdc-40d6-a94f-f75db1be7092 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792480 Jul 07 18:34:23.957634 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] Attempting to bind port 1cf59c3b-2f20-42fb-9a5b-bec38b728c64 on host dv-cinder-798696-1-smb for vnic_type normal with profile {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:34:23.957634 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] Attempting to bind port 1cf59c3b-2f20-42fb-9a5b-bec38b728c64 by drivers openvswitch,hyperv on host dv-cinder-798696-1-smb at level 0 using segments [{'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:34:23.957634 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] Attempting to bind port 1cf59c3b-2f20-42fb-9a5b-bec38b728c64 on network 7ef95752-4103-4704-97c1-943158aedf11 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:34:23.966777 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] Checking agent: {'id': '0db86e1d-da65-40b6-b0e9-b4ccdca3fd82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 18), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:34:23.966777 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] Checking segment: {'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:34:23.966777 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:23.967417 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] Bound using segment: {'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:34:23.967602 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] Bound port: 1cf59c3b-2f20-42fb-9a5b-bec38b728c64, host: dv-cinder-798696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'}}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:34:23.968461 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:24.012986 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-ac023621-2322-47a4-962d-08d10c8d5190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:24.045560 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-03e0c586-e35e-4bfe-9c02-bd8c4e2768a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:24.058208 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] For port 1cf59c3b-2f20-42fb-9a5b-bec38b728c64, host dv-cinder-798696-1-smb, cleared binding levels {{(pid=78480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:34:24.063019 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] For port 1cf59c3b-2f20-42fb-9a5b-bec38b728c64, host dv-cinder-798696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=1cf59c3b-2f20-42fb-9a5b-bec38b728c64,segment=NetworkSegment(34c6f55a-e384-474c-af70-55cf6bf9ed8f),segment_id=34c6f55a-e384-474c-af70-55cf6bf9ed8f)] {{(pid=78480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:34:24.071128 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac023621-2322-47a4-962d-08d10c8d5190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92f2e20-8b7a-451f-be72-eef41ef7182f,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:24.072432 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:24.082463 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-ac023621-2322-47a4-962d-08d10c8d5190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:24.102968 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-ac023621-2322-47a4-962d-08d10c8d5190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:24.107028 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-ac023621-2322-47a4-962d-08d10c8d5190 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a92f2e20-8b7a-451f-be72-eef41ef7182f HTTP/1.1" status: 204 len: 168 time: 0.3612881 Jul 07 18:34:24.128999 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053d7a0-eb4f-4a6a-9dba-3f69a3831956 None None] Pushing event updated for resources: {'Port': ['ID=1cf59c3b-2f20-42fb-9a5b-bec38b728c64,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:24.136220 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] Routers {'e7da185c-793f-4c40-b79a-cd194244859f'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:34:24.136964 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:34:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['e7da185c-793f-4c40-b79a-cd194244859f'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:24.272308 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a053d7a0-eb4f-4a6a-9dba-3f69a3831956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:24.272966 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a053d7a0-eb4f-4a6a-9dba-3f69a3831956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:24.272966 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a053d7a0-eb4f-4a6a-9dba-3f69a3831956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:24.273220 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a053d7a0-eb4f-4a6a-9dba-3f69a3831956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:24.273429 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a053d7a0-eb4f-4a6a-9dba-3f69a3831956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:24.273721 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a053d7a0-eb4f-4a6a-9dba-3f69a3831956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:24.274053 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a053d7a0-eb4f-4a6a-9dba-3f69a3831956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:24.274376 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a053d7a0-eb4f-4a6a-9dba-3f69a3831956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:24.274748 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a053d7a0-eb4f-4a6a-9dba-3f69a3831956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:24.275084 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a053d7a0-eb4f-4a6a-9dba-3f69a3831956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:24.275533 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a053d7a0-eb4f-4a6a-9dba-3f69a3831956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:24.275711 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a053d7a0-eb4f-4a6a-9dba-3f69a3831956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:24.280854 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a053d7a0-eb4f-4a6a-9dba-3f69a3831956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:24.284074 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a135b63c-6855-4b5e-a42b-ff3cbf6f43f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:24.332986 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbcfa0-5a64-4791-848b-c0a353d53529 req-0c5db1ca-4b1a-456d-b2a1-a837f69e034c tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:24.336233 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-eacbcfa0-5a64-4791-848b-c0a353d53529 req-0c5db1ca-4b1a-456d-b2a1-a837f69e034c tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 944 time: 0.1201782 Jul 07 18:34:24.356376 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.db_base_plugin_common [None req-d540b088-7d50-42b7-81e5-7d4064a7e5e5 admin admin] Allocated IP 172.20.0.1 (72d36f31-17c4-4180-b454-ed56f784f3fe/9e464e48-25e4-4c21-b21a-865fedb9b97b/532a5ebd-a25e-4887-8ae3-216189c63f53) {{(pid=78478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:34:24.426507 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-eacbcfa0-5a64-4791-848b-c0a353d53529 req-e9de2341-2051-4335-8d1d-2cc7fe643015 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845053 Jul 07 18:34:24.480190 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053d7a0-eb4f-4a6a-9dba-3f69a3831956 None None] Pushing event updated for resources: {'Port': ['ID=1cf59c3b-2f20-42fb-9a5b-bec38b728c64,revision_number=3']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:24.485223 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a053d7a0-eb4f-4a6a-9dba-3f69a3831956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:24.495793 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] Set router e7da185c-793f-4c40-b79a-cd194244859f gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:34:24.586898 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d540b088-7d50-42b7-81e5-7d4064a7e5e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:24.610121 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.provisioning_blocks [None req-d540b088-7d50-42b7-81e5-7d4064a7e5e5 admin admin] Transition to ACTIVE for port object 532a5ebd-a25e-4887-8ae3-216189c63f53 will not be triggered until provisioned by entity DHCP. {{(pid=78478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:34:24.648281 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d540b088-7d50-42b7-81e5-7d4064a7e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4077769'] for port, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:24.659091 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-30053c24-a9b1-459f-ac60-33a4a1cddf67 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:24.732741 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d540b088-7d50-42b7-81e5-7d4064a7e5e5 admin admin] Network 72d36f31-17c4-4180-b454-ed56f784f3fe is already hosted by enough agents. {{(pid=78478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:34:24.736603 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-d540b088-7d50-42b7-81e5-7d4064a7e5e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:34:24.740849 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d540b088-7d50-42b7-81e5-7d4064a7e5e5 admin admin] Received port after_create {{(pid=78478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:34:24.781442 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540b088-7d50-42b7-81e5-7d4064a7e5e5 admin admin] Pushing event updated for resources: {'Port': ['ID=532a5ebd-a25e-4887-8ae3-216189c63f53,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:24.786610 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-d540b088-7d50-42b7-81e5-7d4064a7e5e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:24.809540 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d540b088-7d50-42b7-81e5-7d4064a7e5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553208'] for router_interface, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:25.010654 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'name': 'tempest-TestShelveInstance-1660166960-router', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '1cf59c3b-2f20-42fb-9a5b-bec38b728c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:34:18Z', 'updated_at': '2021-07-07T18:34:20Z', 'revision_number': 3, 'project_id': '229074fa5f3445e4ba64710459532036', 'gw_port': {'id': '1cf59c3b-2f20-42fb-9a5b-bec38b728c64', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:32:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:19Z', 'updated_at': '2021-07-07T18:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:25.023003 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb2d47d-002a-4756-ac43-f02eaa6b5836 None None] The sync data for ids ['e7da185c-793f-4c40-b79a-cd194244859f'] in dv-cinder-798696-1-smb is: [{'id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'name': 'tempest-TestShelveInstance-1660166960-router', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '1cf59c3b-2f20-42fb-9a5b-bec38b728c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:34:18Z', 'updated_at': '2021-07-07T18:34:20Z', 'revision_number': 3, 'project_id': '229074fa5f3445e4ba64710459532036', 'gw_port': {'id': '1cf59c3b-2f20-42fb-9a5b-bec38b728c64', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:32:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:19Z', 'updated_at': '2021-07-07T18:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}] {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:34:25.107108 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d540b088-7d50-42b7-81e5-7d4064a7e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:25.142207 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-729292d8-9096-4e2c-9460-90c9657687ff None None] Provisioning for port 532a5ebd-a25e-4887-8ae3-216189c63f53 completed by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:34:25.160577 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-729292d8-9096-4e2c-9460-90c9657687ff None None] Provisioning complete for port 532a5ebd-a25e-4887-8ae3-216189c63f53 triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:34:25.161139 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-729292d8-9096-4e2c-9460-90c9657687ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:25.253672 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-729292d8-9096-4e2c-9460-90c9657687ff None None] Port 532a5ebd-a25e-4887-8ae3-216189c63f53 cannot update to ACTIVE because it is not bound. {{(pid=78479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:34:25.455016 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 6743ea86-1c3c-4602-9532-aa6c535a039b up at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:34:25.648121 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning complete for port 6743ea86-1c3c-4602-9532-aa6c535a039b triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:34:25.648758 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:25.799427 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d540b088-7d50-42b7-81e5-7d4064a7e5e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:25.813470 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d5d04-1cad-4d1b-af97-d2317af7c84f req-b2741f01-d1b7-47cf-86fe-f704ed1e597d tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:25.815818 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-223d5d04-1cad-4d1b-af97-d2317af7c84f req-b2741f01-d1b7-47cf-86fe-f704ed1e597d tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.2181776 Jul 07 18:34:25.817402 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d540b088-7d50-42b7-81e5-7d4064a7e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4077760'] for port, after_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:25.877678 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-30053c24-a9b1-459f-ac60-33a4a1cddf67 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:25.950284 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc601481-bb80-4ddc-aa01-6ffb25a35ee7 req-3758ab7e-da42-42c8-b847-b7579f00df64 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:25.959308 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-cc601481-bb80-4ddc-aa01-6ffb25a35ee7 req-3758ab7e-da42-42c8-b847-b7579f00df64 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 944 time: 0.3002405 Jul 07 18:34:25.999716 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:26.063508 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 6743ea86-1c3c-4602-9532-aa6c535a039b, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=6743ea86-1c3c-4602-9532-aa6c535a039b,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:34:26.067265 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc48be8-442d-4860-b43e-df87d33bb564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6743ea86-1c3c-4602-9532-aa6c535a039b'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:34:26.075974 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-cc601481-bb80-4ddc-aa01-6ffb25a35ee7 req-8f8310e7-7189-404c-a31b-120575c3a082 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157243 Jul 07 18:34:26.089259 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:26.097109 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:26.180618 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540b088-7d50-42b7-81e5-7d4064a7e5e5 admin admin] Pushing event updated for resources: {'Port': ['ID=532a5ebd-a25e-4887-8ae3-216189c63f53,revision_number=2']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:26.188310 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-d540b088-7d50-42b7-81e5-7d4064a7e5e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:26.236588 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-223d5d04-1cad-4d1b-af97-d2317af7c84f req-4bfe4e97-2274-4fd9-a7da-67a3f8d39fde tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579569 Jul 07 18:34:26.241187 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d540b088-7d50-42b7-81e5-7d4064a7e5e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546883'] for router_interface, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:26.242877 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc48be8-442d-4860-b43e-df87d33bb564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6743ea86-1c3c-4602-9532-aa6c535a039b', 'code': 200} Jul 07 18:34:26.282685 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=6743ea86-1c3c-4602-9532-aa6c535a039b,revision_number=10']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:26.286311 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:26.470010 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d540b088-7d50-42b7-81e5-7d4064a7e5e5 admin admin] Network 72d36f31-17c4-4180-b454-ed56f784f3fe is already hosted by enough agents. {{(pid=78478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:34:26.471551 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-d540b088-7d50-42b7-81e5-7d4064a7e5e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:34:26.824846 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d540b088-7d50-42b7-81e5-7d4064a7e5e5 admin admin] Router e7da185c-793f-4c40-b79a-cd194244859f has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:34:26.938139 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-b36c754a-5ed9-451a-bfad-b41b9cfbf036 None None] Provisioning complete for port 532a5ebd-a25e-4887-8ae3-216189c63f53 triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:34:26.938560 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b36c754a-5ed9-451a-bfad-b41b9cfbf036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:27.083893 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-b36c754a-5ed9-451a-bfad-b41b9cfbf036 None None] Port 532a5ebd-a25e-4887-8ae3-216189c63f53 cannot update to ACTIVE because it is not bound. {{(pid=78479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:34:27.128140 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d540b088-7d50-42b7-81e5-7d4064a7e5e5 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:34:27.162495 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d1f3e-5414-4cd7-a3c0-d0c1f83a71b3 req-72ad839c-f686-4956-8f25-27eebed4b25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:27.163170 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-d540b088-7d50-42b7-81e5-7d4064a7e5e5 admin admin] 10.222.0.41 "PUT /v2.0/routers/e7da185c-793f-4c40-b79a-cd194244859f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9608295 Jul 07 18:34:27.164092 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-203d1f3e-5414-4cd7-a3c0-d0c1f83a71b3 req-72ad839c-f686-4956-8f25-27eebed4b25e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 1099 time: 0.3513253 Jul 07 18:34:27.166241 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076abff0-8449-402e-8b1f-79f5c5754e27 req-147cba44-9e60-46e4-8283-4105ddae8126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:27.167788 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-076abff0-8449-402e-8b1f-79f5c5754e27 req-147cba44-9e60-46e4-8283-4105ddae8126 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9fc98f6ee70c4b51a5cad91588179e46&device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 1138 time: 0.2126355 Jul 07 18:34:27.204378 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd40bf-b6d7-4514-bf27-09de9c0dccd5 req-49169aac-9d81-42f7-a187-d72c83e07507 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:27.213110 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-00dd40bf-b6d7-4514-bf27-09de9c0dccd5 req-49169aac-9d81-42f7-a187-d72c83e07507 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 985 time: 0.1572385 Jul 07 18:34:27.267105 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-00dd40bf-b6d7-4514-bf27-09de9c0dccd5 req-7125b12f-643c-40fc-affd-54d1fdcd57e6 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Synchronizing usage tracker for tenant:9fc98f6ee70c4b51a5cad91588179e46 on resource:security_group {{(pid=78478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:34:27.297217 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-00dd40bf-b6d7-4514-bf27-09de9c0dccd5 req-7125b12f-643c-40fc-affd-54d1fdcd57e6 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Unset dirty status for tenant:9fc98f6ee70c4b51a5cad91588179e46 on resource:security_group {{(pid=78478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:34:27.298538 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-00dd40bf-b6d7-4514-bf27-09de9c0dccd5 req-7125b12f-643c-40fc-affd-54d1fdcd57e6 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba53e126-c9f9-4542-a136-7a1544ccb5a4&id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0846004 Jul 07 18:34:27.412976 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076abff0-8449-402e-8b1f-79f5c5754e27 req-e76ac8ad-ee2b-4a5b-9786-e8c2de3f0705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:27.414043 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-076abff0-8449-402e-8b1f-79f5c5754e27 req-e76ac8ad-ee2b-4a5b-9786-e8c2de3f0705 service neutron] 10.222.0.89 "GET /v2.0/networks?id=eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e HTTP/1.1" status: 200 len: 916 time: 0.2211914 Jul 07 18:34:27.432924 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 1cf59c3b-2f20-42fb-9a5b-bec38b728c64 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:34:27.560602 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning for port 1cf59c3b-2f20-42fb-9a5b-bec38b728c64 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:34:27.562618 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18156bbd-79d8-4cc8-84af-eeddbc4cb015 req-e91b39f7-f22a-4794-a8f5-bb74d8d98a10 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:27.564201 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-18156bbd-79d8-4cc8-84af-eeddbc4cb015 req-e91b39f7-f22a-4794-a8f5-bb74d8d98a10 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1023386 Jul 07 18:34:27.567302 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 1cf59c3b-2f20-42fb-9a5b-bec38b728c64 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:34:27.567684 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:27.634402 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-18156bbd-79d8-4cc8-84af-eeddbc4cb015 req-edd166a3-459b-4e98-946a-133b28da32ae tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602984 Jul 07 18:34:27.714133 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-076abff0-8449-402e-8b1f-79f5c5754e27 req-02f83302-3469-4239-9308-c5e8d47475a9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bc93984-8e9c-4b9d-99c7-7009515f6808 HTTP/1.1" status: 200 len: 1002 time: 0.1878352 Jul 07 18:34:27.716010 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-203d1f3e-5414-4cd7-a3c0-d0c1f83a71b3 req-32e174de-a752-42b1-8286-a010e67d26e8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5391212 Jul 07 18:34:27.769139 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60056d-c702-40e2-8deb-6b3469c12fff req-9d006b7b-aa3e-4850-8036-5da4fda854ec tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:27.778651 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-7f60056d-c702-40e2-8deb-6b3469c12fff req-9d006b7b-aa3e-4850-8036-5da4fda854ec tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 946 time: 0.3600652 Jul 07 18:34:27.854104 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] Sync routers for ids ['e7da185c-793f-4c40-b79a-cd194244859f'] in dv-cinder-798696-1-smb {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:34:27.863047 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:27.880139 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] Routers {'e7da185c-793f-4c40-b79a-cd194244859f'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:34:27.881083 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:34:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['e7da185c-793f-4c40-b79a-cd194244859f'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:28.076389 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-7f60056d-c702-40e2-8deb-6b3469c12fff req-a2146d47-8df1-4e33-b87b-a403231af8c7 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2967496 Jul 07 18:34:28.108925 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076abff0-8449-402e-8b1f-79f5c5754e27 req-bb925238-765c-48ae-8a2c-0b290e6af181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:28.110735 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-076abff0-8449-402e-8b1f-79f5c5754e27 req-bb925238-765c-48ae-8a2c-0b290e6af181 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=11d92948-72fa-44c3-8472-30d15d83e94d HTTP/1.1" status: 200 len: 854 time: 0.2064598 Jul 07 18:34:28.122345 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] For port 1cf59c3b-2f20-42fb-9a5b-bec38b728c64, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=1cf59c3b-2f20-42fb-9a5b-bec38b728c64,segment=NetworkSegment(34c6f55a-e384-474c-af70-55cf6bf9ed8f),segment_id=34c6f55a-e384-474c-af70-55cf6bf9ed8f)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:34:28.141600 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:28.154334 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:28.287513 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076abff0-8449-402e-8b1f-79f5c5754e27 req-dbb4a87c-4b38-496d-8f29-b9f67ac21576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:28.288947 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-076abff0-8449-402e-8b1f-79f5c5754e27 req-dbb4a87c-4b38-496d-8f29-b9f67ac21576 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1687145 Jul 07 18:34:28.376531 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 58338) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:28.385116 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1548541946-network', 'tenant_id': '52560984c1394fca9327a8e49dba20b8'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:34:28.394170 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:28.405790 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] Usage tracker for resource:network and tenant:52560984c1394fca9327a8e49dba20b8 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:28.414119 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:28.416998 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Pushing event updated for resources: {'Port': ['ID=1cf59c3b-2f20-42fb-9a5b-bec38b728c64,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:28.423192 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:28.433271 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] Set router e7da185c-793f-4c40-b79a-cd194244859f gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:34:28.441295 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:28.466791 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] Made reservation on behalf of 52560984c1394fca9327a8e49dba20b8 for: {'network': 1} {{(pid=78478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:34:28.471727 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for network, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:28.497125 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:28.513425 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:28.518053 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] Usage tracker for resource:security_group_rule and tenant:52560984c1394fca9327a8e49dba20b8 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:28.523185 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:28.529367 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:28.530810 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-076abff0-8449-402e-8b1f-79f5c5754e27 req-bdb8b12c-5860-4a51-9a6c-d918f0d8b1ad service neutron] 10.222.0.89 "GET /v2.0/networks/eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304990 Jul 07 18:34:28.680125 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:28.700404 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:28.726255 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-1f0527db-8ca1-4b48-9286-1d369af3221f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:28.794503 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-076abff0-8449-402e-8b1f-79f5c5754e27 req-abc7ed05-57d7-4894-be2d-ebccf3984dac service neutron] 10.222.0.89 "GET /v2.0/networks/eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173107 Jul 07 18:34:28.800687 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf6ffea-cb86-4f37-a5ae-5affd22ce95b,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:28.805161 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:28.812653 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=78478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:34:28.825112 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfe46d-3c9e-4870-b5a7-3cc2d143c397 req-8095fc8b-93a0-45a5-af7c-3e5e0c4568b7 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:28.825307 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:28.825581 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.db.segments_db [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] Added segment 2d796797-21df-4c1d-a9a8-c7d146154b5d of type vlan for network cec63fa6-7419-4e03-a763-1ac08f526e18 Jul 07 18:34:28.827468 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-93bfe46d-3c9e-4870-b5a7-3cc2d143c397 req-8095fc8b-93a0-45a5-af7c-3e5e0c4568b7 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 985 time: 0.2949927 Jul 07 18:34:28.877301 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734830079582'] for network, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:28.942001 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-93bfe46d-3c9e-4870-b5a7-3cc2d143c397 req-b9c49c8f-ba0f-4c08-8e06-cf1959864e50 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba53e126-c9f9-4542-a136-7a1544ccb5a4&id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1062295 Jul 07 18:34:28.969256 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'name': 'tempest-TestShelveInstance-1660166960-router', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '1cf59c3b-2f20-42fb-9a5b-bec38b728c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:34:18Z', 'updated_at': '2021-07-07T18:34:25Z', 'revision_number': 4, 'project_id': '229074fa5f3445e4ba64710459532036', 'gw_port': {'id': '1cf59c3b-2f20-42fb-9a5b-bec38b728c64', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:32:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:19Z', 'updated_at': '2021-07-07T18:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '532a5ebd-a25e-4887-8ae3-216189c63f53', 'name': '', 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'mac_address': 'fa:16:3e:b3:d0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9e464e48-25e4-4c21-b21a-865fedb9b97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:23Z', 'updated_at': '2021-07-07T18:34:25Z', 'revision_number': 2, 'project_id': '229074fa5f3445e4ba64710459532036', 'subnets': [{'id': '9e464e48-25e4-4c21-b21a-865fedb9b97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:28.977775 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] Checking router: e7da185c-793f-4c40-b79a-cd194244859f for host: dv-cinder-798696-1-smb {{(pid=78479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:34:28.978159 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] Updating router e7da185c-793f-4c40-b79a-cd194244859f port 532a5ebd-a25e-4887-8ae3-216189c63f53 binding host dv-cinder-798696-1-smb {{(pid=78479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:34:29.008100 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for network, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:29.013966 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:29.015361 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:29.031664 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-4f86dcb0-129d-4556-9ffe-b0b7c73b4daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:29.081545 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:29.385118 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 1cf59c3b-2f20-42fb-9a5b-bec38b728c64 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:34:29.458785 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0768020 Jul 07 18:34:29.458785 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] Pushing event updated for resources: {'Network': ['ID=cec63fa6-7419-4e03-a763-1ac08f526e18,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:29.458785 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:29.459925 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 58374) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:29.465525 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-3aa5abed-e08c-4dae-99eb-2fbee7f6377f admin admin] Request body: {'subnet': {'network_id': 'cec63fa6-7419-4e03-a763-1ac08f526e18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1548541946-subnet', 'tenant_id': '52560984c1394fca9327a8e49dba20b8', 'ip_version': 4}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:34:29.476158 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-3aa5abed-e08c-4dae-99eb-2fbee7f6377f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:29.487195 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-3aa5abed-e08c-4dae-99eb-2fbee7f6377f admin admin] Usage tracker for resource:subnet and tenant:52560984c1394fca9327a8e49dba20b8 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:29.496410 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-3aa5abed-e08c-4dae-99eb-2fbee7f6377f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:29.508195 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f117cc-9283-440e-9cb7-0052b49791c2 req-80e1ef6d-7ea4-490c-a6ce-8aa282627482 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:29.510107 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-3aa5abed-e08c-4dae-99eb-2fbee7f6377f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:29.517348 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-82f117cc-9283-440e-9cb7-0052b49791c2 req-80e1ef6d-7ea4-490c-a6ce-8aa282627482 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 946 time: 0.2334793 Jul 07 18:34:29.521150 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Network cec63fa6-7419-4e03-a763-1ac08f526e18 details requested by agent ovs-agent-dv-cinder-798696-1-smb with host dv-cinder-798696-1-smb {{(pid=78479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 07 18:34:29.548194 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa5abed-e08c-4dae-99eb-2fbee7f6377f admin admin] Made reservation on behalf of 52560984c1394fca9327a8e49dba20b8 for: {'subnet': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:34:29.553690 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3aa5abed-e08c-4dae-99eb-2fbee7f6377f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2372144'] for subnet, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:29.621924 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-82f117cc-9283-440e-9cb7-0052b49791c2 req-483fcbc8-d2bd-4920-8436-8f9a2d0bf109 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035378 Jul 07 18:34:29.969399 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 1cf59c3b-2f20-42fb-9a5b-bec38b728c64 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:34:29.970015 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.038469 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3aa5abed-e08c-4dae-99eb-2fbee7f6377f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4006630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2372134'] for subnet, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.058961 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:30.318752 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5abed-e08c-4dae-99eb-2fbee7f6377f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e92aed89-ed50-46ec-9d85-3c9710b7e9de,revision_number=0']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:30.320872 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] Notify callbacks [] for port, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.336885 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-3aa5abed-e08c-4dae-99eb-2fbee7f6377f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:30.346165 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] Transition to ACTIVE for port object 532a5ebd-a25e-4887-8ae3-216189c63f53 will not be triggered until provisioned by entity L2. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:34:30.353906 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa5abed-e08c-4dae-99eb-2fbee7f6377f admin admin] Checking segment: {'id': '2d796797-21df-4c1d-a9a8-c7d146154b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'cec63fa6-7419-4e03-a763-1ac08f526e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:34:30.354557 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa5abed-e08c-4dae-99eb-2fbee7f6377f admin admin] Network hostable DHCP agents. Network: cec63fa6-7419-4e03-a763-1ac08f526e18, hostable agents: ['7844bae0-677e-4565-b01a-e2785e2cda9f'], hosted agents: [] {{(pid=78477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:34:30.355768 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.361903 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-d1ffd5cf-f5c1-45c7-8489-0d9a2bebb3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:30.388415 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa5abed-e08c-4dae-99eb-2fbee7f6377f admin admin] Network cec63fa6-7419-4e03-a763-1ac08f526e18 is scheduled to be hosted by DHCP agent 7844bae0-677e-4565-b01a-e2785e2cda9f with binding_index 1 {{(pid=78477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:34:30.404261 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874486a-a167-41d3-8792-9221fa4466a4 req-bf0788e1-5c30-4f85-88e8-1ecdf09e3342 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:30.405925 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-2874486a-a167-41d3-8792-9221fa4466a4 req-bf0788e1-5c30-4f85-88e8-1ecdf09e3342 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 985 time: 0.1843519 Jul 07 18:34:30.430945 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [None req-3aa5abed-e08c-4dae-99eb-2fbee7f6377f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-smb, cec63fa6-7419-4e03-a763-1ac08f526e18) {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:34:30.440693 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa5abed-e08c-4dae-99eb-2fbee7f6377f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:30.441274 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3aa5abed-e08c-4dae-99eb-2fbee7f6377f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.483212 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-2874486a-a167-41d3-8792-9221fa4466a4 req-75e5f74d-db03-44f1-8393-4da5ac95921a tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba53e126-c9f9-4542-a136-7a1544ccb5a4&id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691130 Jul 07 18:34:30.486820 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-3aa5abed-e08c-4dae-99eb-2fbee7f6377f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0256498 Jul 07 18:34:30.488874 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 58410) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:30.497155 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-1a022a8f-9534-4a57-84c5-4aa30d5189a8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1548541946-router', 'tenant_id': '52560984c1394fca9327a8e49dba20b8', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11'}}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:34:30.503011 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-1a022a8f-9534-4a57-84c5-4aa30d5189a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:30.508075 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-1a022a8f-9534-4a57-84c5-4aa30d5189a8 admin admin] Usage tracker for resource:router and tenant:52560984c1394fca9327a8e49dba20b8 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:30.513523 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-1a022a8f-9534-4a57-84c5-4aa30d5189a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:30.521444 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-1a022a8f-9534-4a57-84c5-4aa30d5189a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:30.527646 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea1f4c1-585f-4712-adaa-58528f62f888 None None] Network cec63fa6-7419-4e03-a763-1ac08f526e18 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:34:30.544332 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1a022a8f-9534-4a57-84c5-4aa30d5189a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-546955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2478'] for router, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.546220 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1a022a8f-9534-4a57-84c5-4aa30d5189a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-699805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709345', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2519'] for router, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.556918 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01c227-4002-4176-97ac-b5df9bdbe36f None None] Pushing event updated for resources: {'Port': ['ID=532a5ebd-a25e-4887-8ae3-216189c63f53,revision_number=3']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:30.569326 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1a022a8f-9534-4a57-84c5-4aa30d5189a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.622618 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c01c227-4002-4176-97ac-b5df9bdbe36f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:30.623297 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c01c227-4002-4176-97ac-b5df9bdbe36f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:30.624355 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c01c227-4002-4176-97ac-b5df9bdbe36f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:30.624845 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c01c227-4002-4176-97ac-b5df9bdbe36f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:30.625333 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c01c227-4002-4176-97ac-b5df9bdbe36f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:30.625835 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c01c227-4002-4176-97ac-b5df9bdbe36f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:30.626312 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c01c227-4002-4176-97ac-b5df9bdbe36f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:30.626954 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c01c227-4002-4176-97ac-b5df9bdbe36f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:30.627445 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c01c227-4002-4176-97ac-b5df9bdbe36f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:30.627929 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c01c227-4002-4176-97ac-b5df9bdbe36f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:30.628735 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c01c227-4002-4176-97ac-b5df9bdbe36f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:30.629427 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c01c227-4002-4176-97ac-b5df9bdbe36f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:30.633506 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-1c01c227-4002-4176-97ac-b5df9bdbe36f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:30.879911 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] Attempting to bind port 532a5ebd-a25e-4887-8ae3-216189c63f53 on host dv-cinder-798696-1-smb for vnic_type normal with profile {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:34:30.880334 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] Attempting to bind port 532a5ebd-a25e-4887-8ae3-216189c63f53 by drivers openvswitch,hyperv on host dv-cinder-798696-1-smb at level 0 using segments [{'id': '4ad7979d-0fdf-43a5-b16c-6be4b44243f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe'}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:34:30.880731 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] Attempting to bind port 532a5ebd-a25e-4887-8ae3-216189c63f53 on network 72d36f31-17c4-4180-b454-ed56f784f3fe {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:34:30.888972 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] Checking agent: {'id': '0db86e1d-da65-40b6-b0e9-b4ccdca3fd82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 18), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:34:30.889389 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] Checking segment: {'id': '4ad7979d-0fdf-43a5-b16c-6be4b44243f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:34:30.889861 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.890483 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] Bound using segment: {'id': '4ad7979d-0fdf-43a5-b16c-6be4b44243f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe'} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:34:30.891179 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] Bound port: 532a5ebd-a25e-4887-8ae3-216189c63f53, host: dv-cinder-798696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad7979d-0fdf-43a5-b16c-6be4b44243f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe'}}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:34:30.891741 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.929320 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98176b-cb5c-43bf-a603-2cfd42e5007e req-7189102d-dedf-4426-95ac-6bae612bccbb tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:30.937993 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-ec98176b-cb5c-43bf-a603-2cfd42e5007e req-7189102d-dedf-4426-95ac-6bae612bccbb tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 946 time: 0.1604292 Jul 07 18:34:31.010623 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-ec98176b-cb5c-43bf-a603-2cfd42e5007e req-fcc45932-bc1c-414e-8e02-15799be2ba88 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716593 Jul 07 18:34:31.075079 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1a022a8f-9534-4a57-84c5-4aa30d5189a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-552987', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-546964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2497'] for router, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:31.106156 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8f3e94d-d4ff-597a-b978-e9d82c1a24d1-cec63fa6-7419-4e03-a763-1ac08f526e18', 'network_id': 'cec63fa6-7419-4e03-a763-1ac08f526e18', 'tenant_id': '52560984c1394fca9327a8e49dba20b8', 'fixed_ips': [{'subnet_id': 'e92aed89-ed50-46ec-9d85-3c9710b7e9de'}]}} from dv-cinder-798696-1-smb. {{(pid=78479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 07 18:34:31.107033 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:31.191074 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] For port 532a5ebd-a25e-4887-8ae3-216189c63f53, host dv-cinder-798696-1-smb, cleared binding levels {{(pid=78479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:34:31.214243 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] For port 532a5ebd-a25e-4887-8ae3-216189c63f53, host dv-cinder-798696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=532a5ebd-a25e-4887-8ae3-216189c63f53,segment=NetworkSegment(4ad7979d-0fdf-43a5-b16c-6be4b44243f6),segment_id=4ad7979d-0fdf-43a5-b16c-6be4b44243f6)] {{(pid=78479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:34:31.220002 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:31.233165 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:31.326588 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] Routers {'e7da185c-793f-4c40-b79a-cd194244859f'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:34:31.327728 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:34:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['e7da185c-793f-4c40-b79a-cd194244859f'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:31.479301 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01c227-4002-4176-97ac-b5df9bdbe36f None None] Pushing event updated for resources: {'Port': ['ID=532a5ebd-a25e-4887-8ae3-216189c63f53,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:31.489026 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-1c01c227-4002-4176-97ac-b5df9bdbe36f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:31.647853 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] Allocated IP 172.20.0.2 (cec63fa6-7419-4e03-a763-1ac08f526e18/e92aed89-ed50-46ec-9d85-3c9710b7e9de/c2a3d542-85a7-41d6-8b3f-4da3f64a2485) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:34:31.671734 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1a022a8f-9534-4a57-84c5-4aa30d5189a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:31.710809 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1a022a8f-9534-4a57-84c5-4aa30d5189a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:31.711998 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] Set router e7da185c-793f-4c40-b79a-cd194244859f gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:34:31.954540 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ebf57-cdf8-4dfb-837a-f034aade9488 req-37cf5c02-5bcc-4c6d-b2f1-9899f9747bea tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:31.957703 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ed5ebf57-cdf8-4dfb-837a-f034aade9488 req-37cf5c02-5bcc-4c6d-b2f1-9899f9747bea tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 985 time: 0.2482939 Jul 07 18:34:31.997303 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_common [None req-1a022a8f-9534-4a57-84c5-4aa30d5189a8 admin admin] Allocated IP 172.28.1.246 (7ef95752-4103-4704-97c1-943158aedf11/1cf84b46-eaf0-4390-8fc2-d553f7bad2f6/0b0fd182-f3b0-45bc-bf42-79a8b0df976f) {{(pid=78477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:34:32.101623 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ed5ebf57-cdf8-4dfb-837a-f034aade9488 req-8cf1f7e4-2d41-4ed3-9169-677b70e89ca2 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba53e126-c9f9-4542-a136-7a1544ccb5a4&id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1349406 Jul 07 18:34:32.160285 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:32.189379 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1a022a8f-9534-4a57-84c5-4aa30d5189a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:32.210910 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] Transition to ACTIVE for port object c2a3d542-85a7-41d6-8b3f-4da3f64a2485 will not be triggered until provisioned by entity L2. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:34:32.234112 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1a022a8f-9534-4a57-84c5-4aa30d5189a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:32.236714 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] Transition to ACTIVE for port object c2a3d542-85a7-41d6-8b3f-4da3f64a2485 will not be triggered until provisioned by entity DHCP. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:34:32.242186 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:32.243744 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:32.248703 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-144cd209-2694-4162-a79d-4db6a22c0188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:32.308094 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a022a8f-9534-4a57-84c5-4aa30d5189a8 admin admin] Network 7ef95752-4103-4704-97c1-943158aedf11 is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:34:32.311138 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [None req-1a022a8f-9534-4a57-84c5-4aa30d5189a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:34:32.315209 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a022a8f-9534-4a57-84c5-4aa30d5189a8 admin admin] Received port after_create {{(pid=78477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:34:32.329440 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] Network cec63fa6-7419-4e03-a763-1ac08f526e18 is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:34:32.332567 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:34:32.337433 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:34:32.346091 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] Pushing event updated for resources: {'Port': ['ID=c2a3d542-85a7-41d6-8b3f-4da3f64a2485,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:32.351014 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:32.361117 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a022a8f-9534-4a57-84c5-4aa30d5189a8 admin admin] Pushing event updated for resources: {'Port': ['ID=0b0fd182-f3b0-45bc-bf42-79a8b0df976f,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:32.365396 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-1a022a8f-9534-4a57-84c5-4aa30d5189a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:32.424781 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'name': 'tempest-TestShelveInstance-1660166960-router', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '1cf59c3b-2f20-42fb-9a5b-bec38b728c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:34:18Z', 'updated_at': '2021-07-07T18:34:25Z', 'revision_number': 4, 'project_id': '229074fa5f3445e4ba64710459532036', 'gw_port': {'id': '1cf59c3b-2f20-42fb-9a5b-bec38b728c64', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:19Z', 'updated_at': '2021-07-07T18:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '532a5ebd-a25e-4887-8ae3-216189c63f53', 'name': '', 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'mac_address': 'fa:16:3e:b3:d0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9e464e48-25e4-4c21-b21a-865fedb9b97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:23Z', 'updated_at': '2021-07-07T18:34:31Z', 'revision_number': 4, 'project_id': '229074fa5f3445e4ba64710459532036', 'subnets': [{'id': '9e464e48-25e4-4c21-b21a-865fedb9b97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:32.433608 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6035bc3f-b645-42e2-b290-d855912f37b4 None None] The sync data for ids ['e7da185c-793f-4c40-b79a-cd194244859f'] in dv-cinder-798696-1-smb is: [{'id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'name': 'tempest-TestShelveInstance-1660166960-router', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '1cf59c3b-2f20-42fb-9a5b-bec38b728c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:34:18Z', 'updated_at': '2021-07-07T18:34:25Z', 'revision_number': 4, 'project_id': '229074fa5f3445e4ba64710459532036', 'gw_port': {'id': '1cf59c3b-2f20-42fb-9a5b-bec38b728c64', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:19Z', 'updated_at': '2021-07-07T18:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '532a5ebd-a25e-4887-8ae3-216189c63f53', 'name': '', 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'mac_address': 'fa:16:3e:b3:d0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9e464e48-25e4-4c21-b21a-865fedb9b97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:23Z', 'updated_at': '2021-07-07T18:34:31Z', 'revision_number': 4, 'project_id': '229074fa5f3445e4ba64710459532036', 'subnets': [{'id': '9e464e48-25e4-4c21-b21a-865fedb9b97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:34:32.467842 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] Attempting to bind port c2a3d542-85a7-41d6-8b3f-4da3f64a2485 on host dv-cinder-798696-1-smb for vnic_type normal with profile {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:34:32.468411 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] Attempting to bind port c2a3d542-85a7-41d6-8b3f-4da3f64a2485 by drivers openvswitch,hyperv on host dv-cinder-798696-1-smb at level 0 using segments [{'id': '2d796797-21df-4c1d-a9a8-c7d146154b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'cec63fa6-7419-4e03-a763-1ac08f526e18'}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:34:32.468798 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] Attempting to bind port c2a3d542-85a7-41d6-8b3f-4da3f64a2485 on network cec63fa6-7419-4e03-a763-1ac08f526e18 {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:34:32.482224 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] Checking agent: {'id': '0db86e1d-da65-40b6-b0e9-b4ccdca3fd82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 18), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:34:32.482483 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] Checking segment: {'id': '2d796797-21df-4c1d-a9a8-c7d146154b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'cec63fa6-7419-4e03-a763-1ac08f526e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:34:32.483710 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:32.486446 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] Bound using segment: {'id': '2d796797-21df-4c1d-a9a8-c7d146154b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'cec63fa6-7419-4e03-a763-1ac08f526e18'} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:34:32.486446 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] Bound port: c2a3d542-85a7-41d6-8b3f-4da3f64a2485, host: dv-cinder-798696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d796797-21df-4c1d-a9a8-c7d146154b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'cec63fa6-7419-4e03-a763-1ac08f526e18'}}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:34:32.486446 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:32.659450 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] For port c2a3d542-85a7-41d6-8b3f-4da3f64a2485, host dv-cinder-798696-1-smb, cleared binding levels {{(pid=78479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:34:32.664295 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] For port c2a3d542-85a7-41d6-8b3f-4da3f64a2485, host dv-cinder-798696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=c2a3d542-85a7-41d6-8b3f-4da3f64a2485,segment=NetworkSegment(2d796797-21df-4c1d-a9a8-c7d146154b5d),segment_id=2d796797-21df-4c1d-a9a8-c7d146154b5d)] {{(pid=78479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:34:32.670415 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:32.677445 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-f9edd53d-64a8-47c1-8249-f493f1407bcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:32.831058 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] Pushing event updated for resources: {'Port': ['ID=c2a3d542-85a7-41d6-8b3f-4da3f64a2485,revision_number=2']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:32.834440 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:32.870886 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1a022a8f-9534-4a57-84c5-4aa30d5189a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:33.441427 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31257197-7b47-4aff-a8b3-d8ade30bb837 req-601fd15e-7ff9-4a6c-a85e-96b6bd711add tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:33.444877 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-31257197-7b47-4aff-a8b3-d8ade30bb837 req-601fd15e-7ff9-4a6c-a85e-96b6bd711add tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.1361506 Jul 07 18:34:33.485626 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device c2a3d542-85a7-41d6-8b3f-4da3f64a2485 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:34:33.588626 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning for port c2a3d542-85a7-41d6-8b3f-4da3f64a2485 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:34:33.595667 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 532a5ebd-a25e-4887-8ae3-216189c63f53 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:34:33.665561 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-31257197-7b47-4aff-a8b3-d8ade30bb837 req-41bbd72f-b232-4a6c-b8fb-7eeb42996e2a tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113283 Jul 07 18:34:33.697266 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning for port 532a5ebd-a25e-4887-8ae3-216189c63f53 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:34:33.704662 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 532a5ebd-a25e-4887-8ae3-216189c63f53 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:34:33.705198 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:33.724125 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1a022a8f-9534-4a57-84c5-4aa30d5189a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-546946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553022'] for router, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:33.913570 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:33.980944 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] For port 532a5ebd-a25e-4887-8ae3-216189c63f53, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=532a5ebd-a25e-4887-8ae3-216189c63f53,segment=NetworkSegment(4ad7979d-0fdf-43a5-b16c-6be4b44243f6),segment_id=4ad7979d-0fdf-43a5-b16c-6be4b44243f6)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:34:33.987020 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:33.989117 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:34.097065 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Pushing event updated for resources: {'Port': ['ID=532a5ebd-a25e-4887-8ae3-216189c63f53,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:34.104842 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe8fe8-da47-4446-aa7e-8f6370644aaf req-b204c1e5-580f-41b9-a4d8-9e513158a162 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:34.106579 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-95fe8fe8-da47-4446-aa7e-8f6370644aaf req-b204c1e5-580f-41b9-a4d8-9e513158a162 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 985 time: 0.7823136 Jul 07 18:34:34.109374 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:34.181178 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-95fe8fe8-da47-4446-aa7e-8f6370644aaf req-8b4a3b78-f038-456c-bbd1-80ef75f5c430 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba53e126-c9f9-4542-a136-7a1544ccb5a4&id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644951 Jul 07 18:34:34.256103 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a022a8f-9534-4a57-84c5-4aa30d5189a8 admin admin] Router 052a4594-eb81-43a8-bdc0-7770a4b644fc is scheduled to L3 agent 8deec948-1501-4327-a4fb-a95820cab163 with binding_index 1 {{(pid=78477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:34:34.319080 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abefe354-8be3-4689-88ba-a21aa3852dc1 None None] Network cec63fa6-7419-4e03-a763-1ac08f526e18 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:34:34.423810 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-a47bbd86-11ad-4f1c-8aa9-f12faf805ed4 None None] Provisioning for port c2a3d542-85a7-41d6-8b3f-4da3f64a2485 completed by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:34:34.432408 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-a47bbd86-11ad-4f1c-8aa9-f12faf805ed4 None None] Provisioning complete for port c2a3d542-85a7-41d6-8b3f-4da3f64a2485 triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:34:34.432729 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a47bbd86-11ad-4f1c-8aa9-f12faf805ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:34.502278 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a022a8f-9534-4a57-84c5-4aa30d5189a8 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:34:34.512818 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] Sync routers for ids ['052a4594-eb81-43a8-bdc0-7770a4b644fc'] in dv-cinder-798696-1-smb {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:34:34.523979 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] Routers {'052a4594-eb81-43a8-bdc0-7770a4b644fc'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:34:34.525020 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:34:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['052a4594-eb81-43a8-bdc0-7770a4b644fc'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:34.538881 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1a022a8f-9534-4a57-84c5-4aa30d5189a8 admin admin] Notify callbacks [] for router, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:34.544451 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-1a022a8f-9534-4a57-84c5-4aa30d5189a8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0511565 Jul 07 18:34:34.545001 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 58478) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:34.666016 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a47bbd86-11ad-4f1c-8aa9-f12faf805ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:34.737651 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] Set router 052a4594-eb81-43a8-bdc0-7770a4b644fc gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:34:34.765814 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-a47bbd86-11ad-4f1c-8aa9-f12faf805ed4 None None] For port c2a3d542-85a7-41d6-8b3f-4da3f64a2485, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=c2a3d542-85a7-41d6-8b3f-4da3f64a2485,segment=NetworkSegment(2d796797-21df-4c1d-a9a8-c7d146154b5d),segment_id=2d796797-21df-4c1d-a9a8-c7d146154b5d)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:34:34.771315 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a47bbd86-11ad-4f1c-8aa9-f12faf805ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:34.774163 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-141a4665-a1eb-4796-b0e3-c111018340d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:34.848898 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47bbd86-11ad-4f1c-8aa9-f12faf805ed4 None None] Pushing event updated for resources: {'Port': ['ID=c2a3d542-85a7-41d6-8b3f-4da3f64a2485,revision_number=3']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:34.853938 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-a47bbd86-11ad-4f1c-8aa9-f12faf805ed4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:35.133692 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052a4594-eb81-43a8-bdc0-7770a4b644fc', 'name': 'tempest-TestShelveInstance-1548541946-router', 'tenant_id': '52560984c1394fca9327a8e49dba20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '0b0fd182-f3b0-45bc-bf42-79a8b0df976f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:34:30Z', 'updated_at': '2021-07-07T18:34:32Z', 'revision_number': 3, 'project_id': '52560984c1394fca9327a8e49dba20b8', 'gw_port': {'id': '0b0fd182-f3b0-45bc-bf42-79a8b0df976f', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052a4594-eb81-43a8-bdc0-7770a4b644fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:31Z', 'updated_at': '2021-07-07T18:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:35.138608 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] Checking router: 052a4594-eb81-43a8-bdc0-7770a4b644fc for host: dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:34:35.139244 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] Updating router 052a4594-eb81-43a8-bdc0-7770a4b644fc port 0b0fd182-f3b0-45bc-bf42-79a8b0df976f binding host dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:34:35.198160 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.225432 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-3889907c-2e66-48d9-be24-6b1f24e117fc None None] Provisioning complete for port c2a3d542-85a7-41d6-8b3f-4da3f64a2485 triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:34:35.227083 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3889907c-2e66-48d9-be24-6b1f24e117fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.265536 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add68678-a552-4f07-ba5e-c748b5e8679a req-4007b805-1480-453d-b8d3-5c94de8eb3a4 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:35.267815 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 58492) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:35.278644 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-add68678-a552-4f07-ba5e-c748b5e8679a req-4007b805-1480-453d-b8d3-5c94de8eb3a4 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.3696940 Jul 07 18:34:35.378018 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-add68678-a552-4f07-ba5e-c748b5e8679a req-bfbbe69b-3f37-4557-a4ed-cb61b5499aec tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980058 Jul 07 18:34:35.499489 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device c2a3d542-85a7-41d6-8b3f-4da3f64a2485 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:34:35.583382 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d76e8f-dd8b-41ba-9595-d888e1572d4f req-78c28685-16cb-4008-ad6d-c021d938c70b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:35.585022 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-36d76e8f-dd8b-41ba-9595-d888e1572d4f req-78c28685-16cb-4008-ad6d-c021d938c70b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 985 time: 0.1921275 Jul 07 18:34:35.617211 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.631949 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] Transition to ACTIVE for port object 0b0fd182-f3b0-45bc-bf42-79a8b0df976f will not be triggered until provisioned by entity L2. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:34:35.640610 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.647495 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a053d7a0-eb4f-4a6a-9dba-3f69a3831956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:35.670500 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-24d30ad0-26e3-497c-92ae-9b1b62fda60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.675586 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port c2a3d542-85a7-41d6-8b3f-4da3f64a2485 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:34:35.677879 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.690519 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-24d30ad0-26e3-497c-92ae-9b1b62fda60b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:35.695075 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-24d30ad0-26e3-497c-92ae-9b1b62fda60b admin admin] Usage tracker for resource:security_group_rule and tenant:13761a34a4f24fdfbe434f883b3c87e9 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:35.699260 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-24d30ad0-26e3-497c-92ae-9b1b62fda60b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:35.706244 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-24d30ad0-26e3-497c-92ae-9b1b62fda60b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:35.733948 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e32ba-2eb4-40db-86e5-2f1168193a9d None None] Pushing event updated for resources: {'Port': ['ID=0b0fd182-f3b0-45bc-bf42-79a8b0df976f,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:35.746796 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-fe0e32ba-2eb4-40db-86e5-2f1168193a9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:35.772932 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] Attempting to bind port 0b0fd182-f3b0-45bc-bf42-79a8b0df976f on host dv-cinder-798696-1-smb for vnic_type normal with profile {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:34:35.773564 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] Attempting to bind port 0b0fd182-f3b0-45bc-bf42-79a8b0df976f by drivers openvswitch,hyperv on host dv-cinder-798696-1-smb at level 0 using segments [{'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:34:35.774253 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] Attempting to bind port 0b0fd182-f3b0-45bc-bf42-79a8b0df976f on network 7ef95752-4103-4704-97c1-943158aedf11 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:34:35.782839 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] Checking agent: {'id': '0db86e1d-da65-40b6-b0e9-b4ccdca3fd82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 18), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:34:35.783499 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] Checking segment: {'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:34:35.784739 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.785860 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] Bound using segment: {'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:34:35.786564 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] Bound port: 0b0fd182-f3b0-45bc-bf42-79a8b0df976f, host: dv-cinder-798696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'}}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:34:35.787225 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.822533 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-24d30ad0-26e3-497c-92ae-9b1b62fda60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.865950 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-24d30ad0-26e3-497c-92ae-9b1b62fda60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.878809 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] For port 0b0fd182-f3b0-45bc-bf42-79a8b0df976f, host dv-cinder-798696-1-smb, cleared binding levels {{(pid=78480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:34:35.882742 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] For port 0b0fd182-f3b0-45bc-bf42-79a8b0df976f, host dv-cinder-798696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=0b0fd182-f3b0-45bc-bf42-79a8b0df976f,segment=NetworkSegment(34c6f55a-e384-474c-af70-55cf6bf9ed8f),segment_id=34c6f55a-e384-474c-af70-55cf6bf9ed8f)] {{(pid=78480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:34:35.889888 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.895260 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-92ed5f61-deb7-4a4b-933a-7bb6cbf17ae1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:35.904425 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-99861406-0d1f-4037-9a4e-e87f9a92c3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:35.948672 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.973834 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-24d30ad0-26e3-497c-92ae-9b1b62fda60b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13761a34a4f24fdfbe434f883b3c87e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7031655 Jul 07 18:34:35.987774 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e32ba-2eb4-40db-86e5-2f1168193a9d None None] Pushing event updated for resources: {'Port': ['ID=0b0fd182-f3b0-45bc-bf42-79a8b0df976f,revision_number=3']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:35.990748 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d30ad0-26e3-497c-92ae-9b1b62fda60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c161f32-0de0-41e7-8c80-d5acd2c7ad56,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:36.004523 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-36d76e8f-dd8b-41ba-9595-d888e1572d4f req-62456086-8d59-4637-9d91-01e154543df9 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba53e126-c9f9-4542-a136-7a1544ccb5a4&id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4113061 Jul 07 18:34:36.011645 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 58502) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:36.013433 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-24d30ad0-26e3-497c-92ae-9b1b62fda60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:36.015043 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-fe0e32ba-2eb4-40db-86e5-2f1168193a9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:36.060366 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] Routers {'052a4594-eb81-43a8-bdc0-7770a4b644fc'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:34:36.062836 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:34:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['052a4594-eb81-43a8-bdc0-7770a4b644fc'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:36.115310 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 532a5ebd-a25e-4887-8ae3-216189c63f53 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:34:36.178582 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-da05195d-d646-4cb3-ad93-afde079c77b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:36.204910 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31afe8-8a45-4224-8bdb-d15c0cae7488 req-198dff9d-b405-4db8-978d-1356e0bd478e tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:36.208180 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-dc31afe8-8a45-4224-8bdb-d15c0cae7488 req-198dff9d-b405-4db8-978d-1356e0bd478e tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.89 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.3791008 Jul 07 18:34:36.228091 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 532a5ebd-a25e-4887-8ae3-216189c63f53 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:34:36.228646 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:36.266335 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-12b11960-118c-4d48-930d-d4e3f895b7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:36.358194 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-12b11960-118c-4d48-930d-d4e3f895b7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:36.373499 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-dc31afe8-8a45-4224-8bdb-d15c0cae7488 req-f0326895-4ae9-4c9b-9d66-ed77a040eb46 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Deleting port 00683620-4acb-4229-ac06-484ef67edeb0 {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:34:36.373844 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-dc31afe8-8a45-4224-8bdb-d15c0cae7488 req-f0326895-4ae9-4c9b-9d66-ed77a040eb46 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:36.396859 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] Set router 052a4594-eb81-43a8-bdc0-7770a4b644fc gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:34:36.641529 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-12b11960-118c-4d48-930d-d4e3f895b7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:36.686732 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.db_base_plugin_common [None req-da05195d-d646-4cb3-ad93-afde079c77b2 admin admin] Allocated IP 172.20.0.1 (cec63fa6-7419-4e03-a763-1ac08f526e18/e92aed89-ed50-46ec-9d85-3c9710b7e9de/8f8c5796-33d0-4a36-a032-2b2add6cfc75) {{(pid=78478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:34:36.757152 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ec5cb-f6bb-4147-a023-5db9599fb083 req-6cff17fc-2798-41ae-ab0e-2df5910c1c5b tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:36.757807 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052a4594-eb81-43a8-bdc0-7770a4b644fc', 'name': 'tempest-TestShelveInstance-1548541946-router', 'tenant_id': '52560984c1394fca9327a8e49dba20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '0b0fd182-f3b0-45bc-bf42-79a8b0df976f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:34:30Z', 'updated_at': '2021-07-07T18:34:32Z', 'revision_number': 3, 'project_id': '52560984c1394fca9327a8e49dba20b8', 'gw_port': {'id': '0b0fd182-f3b0-45bc-bf42-79a8b0df976f', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052a4594-eb81-43a8-bdc0-7770a4b644fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:31Z', 'updated_at': '2021-07-07T18:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:36.763497 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3520cb-1199-48a6-b3b4-60e21168b055 None None] The sync data for ids ['052a4594-eb81-43a8-bdc0-7770a4b644fc'] in dv-cinder-798696-1-smb is: [{'id': '052a4594-eb81-43a8-bdc0-7770a4b644fc', 'name': 'tempest-TestShelveInstance-1548541946-router', 'tenant_id': '52560984c1394fca9327a8e49dba20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '0b0fd182-f3b0-45bc-bf42-79a8b0df976f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:34:30Z', 'updated_at': '2021-07-07T18:34:32Z', 'revision_number': 3, 'project_id': '52560984c1394fca9327a8e49dba20b8', 'gw_port': {'id': '0b0fd182-f3b0-45bc-bf42-79a8b0df976f', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052a4594-eb81-43a8-bdc0-7770a4b644fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:31Z', 'updated_at': '2021-07-07T18:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}] {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:34:36.767967 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-ad6ec5cb-f6bb-4147-a023-5db9599fb083 req-6cff17fc-2798-41ae-ab0e-2df5910c1c5b tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 946 time: 0.2278049 Jul 07 18:34:36.808611 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-654509e6-4d30-42c4-92e2-a14b9a9afcc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:36.838508 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b11960-118c-4d48-930d-d4e3f895b7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c161f32-0de0-41e7-8c80-d5acd2c7ad56,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:36.843839 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-12b11960-118c-4d48-930d-d4e3f895b7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:36.844926 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-12b11960-118c-4d48-930d-d4e3f895b7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:36.846155 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-12b11960-118c-4d48-930d-d4e3f895b7b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c161f32-0de0-41e7-8c80-d5acd2c7ad56 HTTP/1.1" status: 204 len: 168 time: 0.8075426 Jul 07 18:34:36.874258 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-dc31afe8-8a45-4224-8bdb-d15c0cae7488 req-f0326895-4ae9-4c9b-9d66-ed77a040eb46 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] For port 00683620-4acb-4229-ac06-484ef67edeb0, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=00683620-4acb-4229-ac06-484ef67edeb0,segment=NetworkSegment(ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c),segment_id=ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:34:36.874650 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-dc31afe8-8a45-4224-8bdb-d15c0cae7488 req-f0326895-4ae9-4c9b-9d66-ed77a040eb46 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:36.936382 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-ad6ec5cb-f6bb-4147-a023-5db9599fb083 req-95216c82-9ba6-4cc5-af99-9b78360c59bf tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672094 Jul 07 18:34:37.004188 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-da05195d-d646-4cb3-ad93-afde079c77b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:37.025903 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.provisioning_blocks [None req-da05195d-d646-4cb3-ad93-afde079c77b2 admin admin] Transition to ACTIVE for port object 8f8c5796-33d0-4a36-a032-2b2add6cfc75 will not be triggered until provisioned by entity DHCP. {{(pid=78478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:34:37.056189 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-da05195d-d646-4cb3-ad93-afde079c77b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4077769'] for port, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:37.062389 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:37.125440 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-dc31afe8-8a45-4224-8bdb-d15c0cae7488 req-f0326895-4ae9-4c9b-9d66-ed77a040eb46 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Calling delete_port for 00683620-4acb-4229-ac06-484ef67edeb0 owned by compute:nova {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:34:37.178158 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da05195d-d646-4cb3-ad93-afde079c77b2 admin admin] Network cec63fa6-7419-4e03-a763-1ac08f526e18 is already hosted by enough agents. {{(pid=78478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:34:37.183902 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-da05195d-d646-4cb3-ad93-afde079c77b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:34:37.186963 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05195d-d646-4cb3-ad93-afde079c77b2 admin admin] Pushing event updated for resources: {'Port': ['ID=8f8c5796-33d0-4a36-a032-2b2add6cfc75,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:37.190679 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da05195d-d646-4cb3-ad93-afde079c77b2 admin admin] Received port after_create {{(pid=78478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:34:37.234503 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-da05195d-d646-4cb3-ad93-afde079c77b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:37.282352 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-da05195d-d646-4cb3-ad93-afde079c77b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553208'] for router_interface, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:37.450687 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 0b0fd182-f3b0-45bc-bf42-79a8b0df976f up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:34:37.495832 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 58518) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:37.528675 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-aa10af8a-52e6-4bea-aeed-e71d6aa1545d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:37.551499 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-aa10af8a-52e6-4bea-aeed-e71d6aa1545d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:37.558017 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-aa10af8a-52e6-4bea-aeed-e71d6aa1545d admin admin] Usage tracker for resource:security_group_rule and tenant:da744f9410354d04ac522b221ca4d417 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:37.562178 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-aa10af8a-52e6-4bea-aeed-e71d6aa1545d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:37.571777 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-aa10af8a-52e6-4bea-aeed-e71d6aa1545d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:37.598265 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning for port 0b0fd182-f3b0-45bc-bf42-79a8b0df976f completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:34:37.608262 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 0b0fd182-f3b0-45bc-bf42-79a8b0df976f triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:34:37.609757 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:37.676717 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e3c5a-f45a-4f37-878b-1d7f02d33cc6 req-4ec343f9-cf68-4ff8-823f-e381dc64817a tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:37.680081 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-745e3c5a-f45a-4f37-878b-1d7f02d33cc6 req-4ec343f9-cf68-4ff8-823f-e381dc64817a tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 985 time: 0.3845105 Jul 07 18:34:37.681019 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-dc31afe8-8a45-4224-8bdb-d15c0cae7488 req-f0326895-4ae9-4c9b-9d66-ed77a040eb46 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:37.691343 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:37.703738 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-7f876730-bed5-40f1-a253-5b265a50c2fb None None] Provisioning for port 8f8c5796-33d0-4a36-a032-2b2add6cfc75 completed by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:34:37.712356 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['88094dfa-d7b8-4481-bc9b-54672e3050b1'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:34:37.720046 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-da05195d-d646-4cb3-ad93-afde079c77b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:37.782709 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-7f876730-bed5-40f1-a253-5b265a50c2fb None None] Provisioning complete for port 8f8c5796-33d0-4a36-a032-2b2add6cfc75 triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:34:37.783135 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7f876730-bed5-40f1-a253-5b265a50c2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:37.791169 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0326895-4ae9-4c9b-9d66-ed77a040eb46 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Pushing event deleted for resources: {'Port': ['ID=00683620-4acb-4229-ac06-484ef67edeb0,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:37.843909 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-745e3c5a-f45a-4f37-878b-1d7f02d33cc6 req-40808094-2139-4a15-b809-e637478787b1 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba53e126-c9f9-4542-a136-7a1544ccb5a4&id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1145315 Jul 07 18:34:37.851901 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-f0326895-4ae9-4c9b-9d66-ed77a040eb46 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:37.875667 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-aa10af8a-52e6-4bea-aeed-e71d6aa1545d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:37.902260 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-aa10af8a-52e6-4bea-aeed-e71d6aa1545d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:37.951432 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc31afe8-8a45-4224-8bdb-d15c0cae7488 req-f0326895-4ae9-4c9b-9d66-ed77a040eb46 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] No DVR routers for this DVR port 00683620-4acb-4229-ac06-484ef67edeb0 on host hv-cinder-79869 {{(pid=78477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:34:37.954914 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-dc31afe8-8a45-4224-8bdb-d15c0cae7488 req-f0326895-4ae9-4c9b-9d66-ed77a040eb46 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:37.958084 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243caad6-eabe-4f97-a31d-d66d63e35c8d', 'name': 'network-vif-deleted', 'tag': '00683620-4acb-4229-ac06-484ef67edeb0'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:34:37.972505 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:37.978010 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-dc31afe8-8a45-4224-8bdb-d15c0cae7488 req-f0326895-4ae9-4c9b-9d66-ed77a040eb46 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.89 "DELETE /v2.0/ports/00683620-4acb-4229-ac06-484ef67edeb0 HTTP/1.1" status: 204 len: 173 time: 1.7621922 Jul 07 18:34:38.001756 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-e00a4312-c16a-4ef8-91ff-9ee96770c1d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:38.028806 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-7f876730-bed5-40f1-a253-5b265a50c2fb None None] Port 8f8c5796-33d0-4a36-a032-2b2add6cfc75 cannot update to ACTIVE because it is not bound. {{(pid=78479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:34:38.032942 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] For port 0b0fd182-f3b0-45bc-bf42-79a8b0df976f, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=0b0fd182-f3b0-45bc-bf42-79a8b0df976f,segment=NetworkSegment(34c6f55a-e384-474c-af70-55cf6bf9ed8f),segment_id=34c6f55a-e384-474c-af70-55cf6bf9ed8f)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:34:38.066484 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-aa10af8a-52e6-4bea-aeed-e71d6aa1545d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da744f9410354d04ac522b221ca4d417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5677550 Jul 07 18:34:38.069319 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 58530) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:38.071352 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:38.075479 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:38.086906 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10af8a-52e6-4bea-aeed-e71d6aa1545d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65219b4-e1e5-46e7-82b5-6bcfd1f2ad3a,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:38.112424 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-aa10af8a-52e6-4bea-aeed-e71d6aa1545d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:38.150429 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243caad6-eabe-4f97-a31d-d66d63e35c8d', 'name': 'network-vif-deleted', 'tag': '00683620-4acb-4229-ac06-484ef67edeb0', 'status': 'completed', 'code': 200} Jul 07 18:34:38.195223 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-8de6785b-2d0d-46a1-848b-7c6c14fe38d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:38.255120 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-da05195d-d646-4cb3-ad93-afde079c77b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:38.263735 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-da05195d-d646-4cb3-ad93-afde079c77b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4077760'] for port, after_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:38.271398 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-8de6785b-2d0d-46a1-848b-7c6c14fe38d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:38.289255 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Pushing event updated for resources: {'Port': ['ID=0b0fd182-f3b0-45bc-bf42-79a8b0df976f,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:38.295936 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:38.326083 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-d540b088-7d50-42b7-81e5-7d4064a7e5e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:38.340182 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-50be0778-9c5f-43cb-93c3-b3da82a25f0e req-3c25648c-08e7-4417-a477-17183be0968c tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Synchronizing usage tracker for tenant:8f3ff43f73644b7ea447bee624649895 on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:34:38.360223 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-da05195d-d646-4cb3-ad93-afde079c77b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546883'] for router_interface, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:38.388426 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-50be0778-9c5f-43cb-93c3-b3da82a25f0e req-3c25648c-08e7-4417-a477-17183be0968c tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Unset dirty status for tenant:8f3ff43f73644b7ea447bee624649895 on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:34:38.396037 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-50be0778-9c5f-43cb-93c3-b3da82a25f0e req-3c25648c-08e7-4417-a477-17183be0968c tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=243caad6-eabe-4f97-a31d-d66d63e35c8d HTTP/1.1" status: 200 len: 210 time: 0.1272871 Jul 07 18:34:38.416495 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-8de6785b-2d0d-46a1-848b-7c6c14fe38d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:38.421130 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-3a22dd35-a369-4001-b463-771d6f93a7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:38.434496 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6785b-2d0d-46a1-848b-7c6c14fe38d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65219b4-e1e5-46e7-82b5-6bcfd1f2ad3a,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:38.457227 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-8de6785b-2d0d-46a1-848b-7c6c14fe38d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:38.460445 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-8de6785b-2d0d-46a1-848b-7c6c14fe38d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:38.465099 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-8de6785b-2d0d-46a1-848b-7c6c14fe38d6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c65219b4-e1e5-46e7-82b5-6bcfd1f2ad3a HTTP/1.1" status: 204 len: 168 time: 0.3946776 Jul 07 18:34:38.482512 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05195d-d646-4cb3-ad93-afde079c77b2 admin admin] Pushing event updated for resources: {'Port': ['ID=8f8c5796-33d0-4a36-a032-2b2add6cfc75,revision_number=2']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:38.487598 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-da05195d-d646-4cb3-ad93-afde079c77b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:38.538582 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da05195d-d646-4cb3-ad93-afde079c77b2 admin admin] Network cec63fa6-7419-4e03-a763-1ac08f526e18 is already hosted by enough agents. {{(pid=78478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:34:38.540537 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-da05195d-d646-4cb3-ad93-afde079c77b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:34:38.824973 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da05195d-d646-4cb3-ad93-afde079c77b2 admin admin] Router 052a4594-eb81-43a8-bdc0-7770a4b644fc has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:34:38.865919 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-e167f3da-c9a9-4bee-b28e-a3b82012de76 None None] Provisioning complete for port 8f8c5796-33d0-4a36-a032-2b2add6cfc75 triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:34:38.866623 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e167f3da-c9a9-4bee-b28e-a3b82012de76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:39.057665 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-e167f3da-c9a9-4bee-b28e-a3b82012de76 None None] Port 8f8c5796-33d0-4a36-a032-2b2add6cfc75 cannot update to ACTIVE because it is not bound. {{(pid=78479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:34:39.247030 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da05195d-d646-4cb3-ad93-afde079c77b2 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:34:39.269751 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] Sync routers for ids ['052a4594-eb81-43a8-bdc0-7770a4b644fc'] in dv-cinder-798696-1-smb {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:34:39.277310 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5888d-db73-4514-abc0-c4fb6a466665 req-cf83d8ad-1983-4477-b147-653fa973e90f tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:39.284490 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-bfd5888d-db73-4514-abc0-c4fb6a466665 req-cf83d8ad-1983-4477-b147-653fa973e90f tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 985 time: 0.2184474 Jul 07 18:34:39.302908 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] Routers {'052a4594-eb81-43a8-bdc0-7770a4b644fc'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:34:39.304237 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:34:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['052a4594-eb81-43a8-bdc0-7770a4b644fc'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:39.336864 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-da05195d-d646-4cb3-ad93-afde079c77b2 admin admin] 10.222.0.41 "PUT /v2.0/routers/052a4594-eb81-43a8-bdc0-7770a4b644fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7803259 Jul 07 18:34:39.439006 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 0b0fd182-f3b0-45bc-bf42-79a8b0df976f up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:34:39.442157 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-bfd5888d-db73-4514-abc0-c4fb6a466665 req-1a8b8322-a758-4e16-9115-6382e5a516e4 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba53e126-c9f9-4542-a136-7a1544ccb5a4&id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1536942 Jul 07 18:34:39.532786 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 00683620-4acb-4229-ac06-484ef67edeb0 no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:34:39.592903 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] No Port match for: 00683620-4acb-4229-ac06-484ef67edeb0 {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:34:39.594512 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 00683620-4acb-4229-ac06-484ef67edeb0 not bound to the agent host hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:34:39.692167 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 0b0fd182-f3b0-45bc-bf42-79a8b0df976f triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:34:39.692554 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:39.757289 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] Set router 052a4594-eb81-43a8-bdc0-7770a4b644fc gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:34:40.131219 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 58588) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:40.139618 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-edd80949-2c4a-4394-9be3-e4fdb415a561 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1574696516', 'description': 'tempest-secgroup-smoke-1574696516 description', 'project_id': '229074fa5f3445e4ba64710459532036'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:34:40.147661 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-edd80949-2c4a-4394-9be3-e4fdb415a561 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:40.152653 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-edd80949-2c4a-4394-9be3-e4fdb415a561 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Usage tracker for resource:security_group and tenant:229074fa5f3445e4ba64710459532036 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:40.157652 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8e6fc-06d8-47d5-8cb5-f4cc62599532 req-c10fb5d2-cbbc-475f-88f2-52d24b7962c3 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:40.158021 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-edd80949-2c4a-4394-9be3-e4fdb415a561 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:40.165007 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-edd80949-2c4a-4394-9be3-e4fdb415a561 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:40.165972 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-6ca8e6fc-06d8-47d5-8cb5-f4cc62599532 req-c10fb5d2-cbbc-475f-88f2-52d24b7962c3 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1149843 Jul 07 18:34:40.182538 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-edd80949-2c4a-4394-9be3-e4fdb415a561 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:40.213089 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-edd80949-2c4a-4394-9be3-e4fdb415a561 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:40.216797 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-6ca8e6fc-06d8-47d5-8cb5-f4cc62599532 req-52509f6c-9ae3-4065-979b-86222ca7066f tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497069 Jul 07 18:34:40.218520 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-edd80949-2c4a-4394-9be3-e4fdb415a561 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Usage tracker for resource:security_group_rule and tenant:229074fa5f3445e4ba64710459532036 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:40.221508 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-edd80949-2c4a-4394-9be3-e4fdb415a561 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:40.227996 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-edd80949-2c4a-4394-9be3-e4fdb415a561 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:40.315871 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-edd80949-2c4a-4394-9be3-e4fdb415a561 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:40.321324 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052a4594-eb81-43a8-bdc0-7770a4b644fc', 'name': 'tempest-TestShelveInstance-1548541946-router', 'tenant_id': '52560984c1394fca9327a8e49dba20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '0b0fd182-f3b0-45bc-bf42-79a8b0df976f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:34:30Z', 'updated_at': '2021-07-07T18:34:37Z', 'revision_number': 4, 'project_id': '52560984c1394fca9327a8e49dba20b8', 'gw_port': {'id': '0b0fd182-f3b0-45bc-bf42-79a8b0df976f', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a4594-eb81-43a8-bdc0-7770a4b644fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:31Z', 'updated_at': '2021-07-07T18:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '8f8c5796-33d0-4a36-a032-2b2add6cfc75', 'name': '', 'network_id': 'cec63fa6-7419-4e03-a763-1ac08f526e18', 'tenant_id': '52560984c1394fca9327a8e49dba20b8', 'mac_address': 'fa:16:3e:59:75:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052a4594-eb81-43a8-bdc0-7770a4b644fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'e92aed89-ed50-46ec-9d85-3c9710b7e9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:36Z', 'updated_at': '2021-07-07T18:34:37Z', 'revision_number': 2, 'project_id': '52560984c1394fca9327a8e49dba20b8', 'subnets': [{'id': 'e92aed89-ed50-46ec-9d85-3c9710b7e9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:40.322127 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-edd80949-2c4a-4394-9be3-e4fdb415a561 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:40.325498 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] Checking router: 052a4594-eb81-43a8-bdc0-7770a4b644fc for host: dv-cinder-798696-1-smb {{(pid=78479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:34:40.326064 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] Updating router 052a4594-eb81-43a8-bdc0-7770a4b644fc port 8f8c5796-33d0-4a36-a032-2b2add6cfc75 binding host dv-cinder-798696-1-smb {{(pid=78479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:34:40.328938 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-d3934b6c-b2e7-4384-8482-f716e1f6e0b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:40.380809 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-edd80949-2c4a-4394-9be3-e4fdb415a561 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:40.382409 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:40.385327 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 58598) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:40.385851 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-edd80949-2c4a-4394-9be3-e4fdb415a561 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2527001 Jul 07 18:34:40.386579 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd80949-2c4a-4394-9be3-e4fdb415a561 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ddcbad-1919-4ae5-bf1a-839de4642ffb,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:40.390163 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-edd80949-2c4a-4394-9be3-e4fdb415a561 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:40.393656 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-9df898b1-41ec-445f-8603-630485420273 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Request body: {'security_group_rule': {'security_group_id': '62ddcbad-1919-4ae5-bf1a-839de4642ffb', 'project_id': '229074fa5f3445e4ba64710459532036', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:34:40.400263 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-9df898b1-41ec-445f-8603-630485420273 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:40.405292 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-9df898b1-41ec-445f-8603-630485420273 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Usage tracker for resource:security_group_rule and tenant:229074fa5f3445e4ba64710459532036 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:40.408498 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-9df898b1-41ec-445f-8603-630485420273 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:40.415988 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-9df898b1-41ec-445f-8603-630485420273 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:40.435714 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9df898b1-41ec-445f-8603-630485420273 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:40.518897 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9df898b1-41ec-445f-8603-630485420273 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:40.523863 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9df898b1-41ec-445f-8603-630485420273 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372640'] for security_group_rule, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:40.533605 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:40.557255 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df898b1-41ec-445f-8603-630485420273 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2f53b0-521e-48b2-bd5e-797b8e74f63a,revision_number=0']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:40.560785 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-9df898b1-41ec-445f-8603-630485420273 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:40.568669 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9df898b1-41ec-445f-8603-630485420273 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:40.570204 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-9df898b1-41ec-445f-8603-630485420273 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1824634 Jul 07 18:34:40.573305 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 58610) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:40.584239 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-322d7653-7620-4540-9a1d-e708d9ba9d2a tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Request body: {'security_group_rule': {'security_group_id': '62ddcbad-1919-4ae5-bf1a-839de4642ffb', 'project_id': '229074fa5f3445e4ba64710459532036', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:34:40.603788 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-322d7653-7620-4540-9a1d-e708d9ba9d2a tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:40.611666 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-322d7653-7620-4540-9a1d-e708d9ba9d2a tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Usage tracker for resource:security_group_rule and tenant:229074fa5f3445e4ba64710459532036 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:40.614951 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-322d7653-7620-4540-9a1d-e708d9ba9d2a tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:40.621328 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-322d7653-7620-4540-9a1d-e708d9ba9d2a tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:40.642291 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-322d7653-7620-4540-9a1d-e708d9ba9d2a tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:40.726491 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8607b8-ae7c-4bef-8981-2f688e37bcc0 req-bd84ff66-1064-482c-8229-b9ccd9aa5dec tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:40.728098 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6c8607b8-ae7c-4bef-8981-2f688e37bcc0 req-bd84ff66-1064-482c-8229-b9ccd9aa5dec tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 985 time: 0.1087751 Jul 07 18:34:40.789378 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6c8607b8-ae7c-4bef-8981-2f688e37bcc0 req-884a2a4b-fefc-4a30-b897-6956baaecbcc tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba53e126-c9f9-4542-a136-7a1544ccb5a4&id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544209 Jul 07 18:34:40.799904 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-322d7653-7620-4540-9a1d-e708d9ba9d2a tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:40.803529 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-322d7653-7620-4540-9a1d-e708d9ba9d2a tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372640'] for security_group_rule, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:40.811502 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-a19b0eef-1425-4293-8613-6d6070aa95e8 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:40.833579 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d7653-7620-4540-9a1d-e708d9ba9d2a tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f066ddd0-9532-4e1c-b4b7-1b9d390307ef,revision_number=0']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:40.837566 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] Notify callbacks [] for port, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:40.843625 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-322d7653-7620-4540-9a1d-e708d9ba9d2a tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:40.854481 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-322d7653-7620-4540-9a1d-e708d9ba9d2a tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:40.855717 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-322d7653-7620-4540-9a1d-e708d9ba9d2a tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2814748 Jul 07 18:34:40.859359 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 58626) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:40.863659 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] Transition to ACTIVE for port object 8f8c5796-33d0-4a36-a032-2b2add6cfc75 will not be triggered until provisioned by entity L2. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:34:40.867290 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-4c6c80ed-53c2-46c8-9f12-7cefc1957f2e tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Request body: {'security_group_rule': {'security_group_id': '62ddcbad-1919-4ae5-bf1a-839de4642ffb', 'project_id': '229074fa5f3445e4ba64710459532036', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:34:40.872383 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:40.875022 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-4c6c80ed-53c2-46c8-9f12-7cefc1957f2e tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:40.878755 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:40.879515 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-4c6c80ed-53c2-46c8-9f12-7cefc1957f2e tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Usage tracker for resource:security_group_rule and tenant:229074fa5f3445e4ba64710459532036 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:40.882694 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-4c6c80ed-53c2-46c8-9f12-7cefc1957f2e tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:40.889900 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-4c6c80ed-53c2-46c8-9f12-7cefc1957f2e tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:40.908995 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-4c6c80ed-53c2-46c8-9f12-7cefc1957f2e tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:41.006008 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-4c6c80ed-53c2-46c8-9f12-7cefc1957f2e tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:41.016046 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-4c6c80ed-53c2-46c8-9f12-7cefc1957f2e tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372640'] for security_group_rule, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:41.031129 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-b25b7db8-0cd6-4a1d-a30e-be973a20618f tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:41.085780 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c80ed-53c2-46c8-9f12-7cefc1957f2e tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e84dccf-1060-463e-aa62-e35c93f2cfb4,revision_number=0']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:41.096777 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-4c6c80ed-53c2-46c8-9f12-7cefc1957f2e tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:41.098332 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-4c6c80ed-53c2-46c8-9f12-7cefc1957f2e tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:41.100060 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-4c6c80ed-53c2-46c8-9f12-7cefc1957f2e tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2391205 Jul 07 18:34:41.102991 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 58642) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:41.111887 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-0310e33a-b7c5-412a-a803-4a2d88f4ad30 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Request body: {'security_group_rule': {'security_group_id': '62ddcbad-1919-4ae5-bf1a-839de4642ffb', 'project_id': '229074fa5f3445e4ba64710459532036', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:34:41.119860 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-0310e33a-b7c5-412a-a803-4a2d88f4ad30 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:41.126660 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-0310e33a-b7c5-412a-a803-4a2d88f4ad30 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Usage tracker for resource:security_group_rule and tenant:229074fa5f3445e4ba64710459532036 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:41.133078 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-0310e33a-b7c5-412a-a803-4a2d88f4ad30 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:41.141570 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-0310e33a-b7c5-412a-a803-4a2d88f4ad30 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:41.165428 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0310e33a-b7c5-412a-a803-4a2d88f4ad30 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:41.208414 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b58861-0599-4587-b401-6ef1c2c1cd02 None None] Pushing event updated for resources: {'Port': ['ID=8f8c5796-33d0-4a36-a032-2b2add6cfc75,revision_number=3']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:41.218180 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-99b58861-0599-4587-b401-6ef1c2c1cd02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:41.251400 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] Attempting to bind port 8f8c5796-33d0-4a36-a032-2b2add6cfc75 on host dv-cinder-798696-1-smb for vnic_type normal with profile {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:34:41.251778 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] Attempting to bind port 8f8c5796-33d0-4a36-a032-2b2add6cfc75 by drivers openvswitch,hyperv on host dv-cinder-798696-1-smb at level 0 using segments [{'id': '2d796797-21df-4c1d-a9a8-c7d146154b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'cec63fa6-7419-4e03-a763-1ac08f526e18'}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:34:41.252223 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] Attempting to bind port 8f8c5796-33d0-4a36-a032-2b2add6cfc75 on network cec63fa6-7419-4e03-a763-1ac08f526e18 {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:34:41.259364 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] Checking agent: {'id': '0db86e1d-da65-40b6-b0e9-b4ccdca3fd82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 18), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:34:41.259784 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] Checking segment: {'id': '2d796797-21df-4c1d-a9a8-c7d146154b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'cec63fa6-7419-4e03-a763-1ac08f526e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:34:41.260195 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:41.260681 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] Bound using segment: {'id': '2d796797-21df-4c1d-a9a8-c7d146154b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'cec63fa6-7419-4e03-a763-1ac08f526e18'} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:34:41.261217 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] Bound port: 8f8c5796-33d0-4a36-a032-2b2add6cfc75, host: dv-cinder-798696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d796797-21df-4c1d-a9a8-c7d146154b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'cec63fa6-7419-4e03-a763-1ac08f526e18'}}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:34:41.261598 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:41.275149 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0310e33a-b7c5-412a-a803-4a2d88f4ad30 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:41.284743 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0310e33a-b7c5-412a-a803-4a2d88f4ad30 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372640'] for security_group_rule, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:41.299583 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:41.329726 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310e33a-b7c5-412a-a803-4a2d88f4ad30 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56aa0033-ad7a-4837-a400-de2c9fb20ad1,revision_number=0']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:41.335046 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-0310e33a-b7c5-412a-a803-4a2d88f4ad30 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:41.339779 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0310e33a-b7c5-412a-a803-4a2d88f4ad30 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:41.344958 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 58654) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:41.350049 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-0310e33a-b7c5-412a-a803-4a2d88f4ad30 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2401583 Jul 07 18:34:41.354398 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-835c12c5-cc95-4c88-9cd2-bf8daca885b5 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Request body: {'security_group_rule': {'security_group_id': '62ddcbad-1919-4ae5-bf1a-839de4642ffb', 'project_id': '229074fa5f3445e4ba64710459532036', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:34:41.361728 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-835c12c5-cc95-4c88-9cd2-bf8daca885b5 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:41.366118 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-835c12c5-cc95-4c88-9cd2-bf8daca885b5 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Usage tracker for resource:security_group_rule and tenant:229074fa5f3445e4ba64710459532036 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:41.369785 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-835c12c5-cc95-4c88-9cd2-bf8daca885b5 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:41.378204 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-835c12c5-cc95-4c88-9cd2-bf8daca885b5 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:41.400195 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.db.securitygroups_db [None req-835c12c5-cc95-4c88-9cd2-bf8daca885b5 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Project 229074fa5f3445e4ba64710459532036 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:34:41.409687 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-835c12c5-cc95-4c88-9cd2-bf8daca885b5 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:41.447116 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] For port 8f8c5796-33d0-4a36-a032-2b2add6cfc75, host dv-cinder-798696-1-smb, cleared binding levels {{(pid=78479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:34:41.453035 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] For port 8f8c5796-33d0-4a36-a032-2b2add6cfc75, host dv-cinder-798696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=8f8c5796-33d0-4a36-a032-2b2add6cfc75,segment=NetworkSegment(2d796797-21df-4c1d-a9a8-c7d146154b5d),segment_id=2d796797-21df-4c1d-a9a8-c7d146154b5d)] {{(pid=78479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:34:41.459035 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:41.469945 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-7561b7b6-47c7-4ed9-a7d7-60a1e1a89173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:41.486543 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939e362-265f-415a-855f-36b09644fc13 req-b728a4ea-73a1-4663-9b29-623b36dd797c tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:41.488152 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e939e362-265f-415a-855f-36b09644fc13 req-b728a4ea-73a1-4663-9b29-623b36dd797c tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1056347 Jul 07 18:34:41.504519 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-835c12c5-cc95-4c88-9cd2-bf8daca885b5 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:41.510807 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-835c12c5-cc95-4c88-9cd2-bf8daca885b5 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372640'] for security_group_rule, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:41.513628 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:41.548274 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c12c5-cc95-4c88-9cd2-bf8daca885b5 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b5219be-583e-45cf-b9f2-b06782e00527,revision_number=0']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:41.552002 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-835c12c5-cc95-4c88-9cd2-bf8daca885b5 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:41.563609 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] Routers {'052a4594-eb81-43a8-bdc0-7770a4b644fc'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:34:41.564337 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:34:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['052a4594-eb81-43a8-bdc0-7770a4b644fc'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:41.565536 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-835c12c5-cc95-4c88-9cd2-bf8daca885b5 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:41.567610 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-835c12c5-cc95-4c88-9cd2-bf8daca885b5 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2207949 Jul 07 18:34:41.572727 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 58664) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:41.580694 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-d1e6c201-972a-48e8-9f35-81ef5d91689f tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Request body: {'security_group_rule': {'security_group_id': '62ddcbad-1919-4ae5-bf1a-839de4642ffb', 'project_id': '229074fa5f3445e4ba64710459532036', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:34:41.588514 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-d1e6c201-972a-48e8-9f35-81ef5d91689f tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:41.603175 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-d1e6c201-972a-48e8-9f35-81ef5d91689f tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Usage tracker for resource:security_group_rule and tenant:229074fa5f3445e4ba64710459532036 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:41.606924 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-d1e6c201-972a-48e8-9f35-81ef5d91689f tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:41.618968 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-d1e6c201-972a-48e8-9f35-81ef5d91689f tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:41.641539 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.db.securitygroups_db [None req-d1e6c201-972a-48e8-9f35-81ef5d91689f tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Project 229074fa5f3445e4ba64710459532036 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:34:41.645389 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e939e362-265f-415a-855f-36b09644fc13 req-7d67b97b-d77f-46b1-b1b5-01f7d75e9566 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508276 Jul 07 18:34:41.651269 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d1e6c201-972a-48e8-9f35-81ef5d91689f tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:41.689051 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b58861-0599-4587-b401-6ef1c2c1cd02 None None] Pushing event updated for resources: {'Port': ['ID=8f8c5796-33d0-4a36-a032-2b2add6cfc75,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:41.695550 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-99b58861-0599-4587-b401-6ef1c2c1cd02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:41.755111 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d1e6c201-972a-48e8-9f35-81ef5d91689f tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:41.759676 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d1e6c201-972a-48e8-9f35-81ef5d91689f tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372640'] for security_group_rule, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:41.768788 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-835c12c5-cc95-4c88-9cd2-bf8daca885b5 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:41.788549 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6c201-972a-48e8-9f35-81ef5d91689f tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb266234-4036-4df4-bb95-f60086111dc4,revision_number=0']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:41.791069 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-d1e6c201-972a-48e8-9f35-81ef5d91689f tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:41.814743 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d1e6c201-972a-48e8-9f35-81ef5d91689f tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:41.818768 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-d1e6c201-972a-48e8-9f35-81ef5d91689f tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2416220 Jul 07 18:34:41.829582 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] Set router 052a4594-eb81-43a8-bdc0-7770a4b644fc gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:34:41.910098 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 58672) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:42.061702 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-45f5a659-bc9a-44c0-a7ff-1847c54726f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:42.079594 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-45f5a659-bc9a-44c0-a7ff-1847c54726f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:42.084194 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-45f5a659-bc9a-44c0-a7ff-1847c54726f0 admin admin] Usage tracker for resource:security_group_rule and tenant:60925be78c6248c9a861351f434056ea is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:42.091152 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-45f5a659-bc9a-44c0-a7ff-1847c54726f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:42.100471 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-45f5a659-bc9a-44c0-a7ff-1847c54726f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:42.193358 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-45f5a659-bc9a-44c0-a7ff-1847c54726f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:42.198306 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-45f5a659-bc9a-44c0-a7ff-1847c54726f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:42.208908 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-8de6785b-2d0d-46a1-848b-7c6c14fe38d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:42.212276 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052a4594-eb81-43a8-bdc0-7770a4b644fc', 'name': 'tempest-TestShelveInstance-1548541946-router', 'tenant_id': '52560984c1394fca9327a8e49dba20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '0b0fd182-f3b0-45bc-bf42-79a8b0df976f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:34:30Z', 'updated_at': '2021-07-07T18:34:37Z', 'revision_number': 4, 'project_id': '52560984c1394fca9327a8e49dba20b8', 'gw_port': {'id': '0b0fd182-f3b0-45bc-bf42-79a8b0df976f', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a4594-eb81-43a8-bdc0-7770a4b644fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:31Z', 'updated_at': '2021-07-07T18:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '8f8c5796-33d0-4a36-a032-2b2add6cfc75', 'name': '', 'network_id': 'cec63fa6-7419-4e03-a763-1ac08f526e18', 'tenant_id': '52560984c1394fca9327a8e49dba20b8', 'mac_address': 'fa:16:3e:59:75:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052a4594-eb81-43a8-bdc0-7770a4b644fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'e92aed89-ed50-46ec-9d85-3c9710b7e9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:36Z', 'updated_at': '2021-07-07T18:34:41Z', 'revision_number': 4, 'project_id': '52560984c1394fca9327a8e49dba20b8', 'subnets': [{'id': 'e92aed89-ed50-46ec-9d85-3c9710b7e9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:42.218163 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dec448d-257a-4619-b2ae-2f7f55710258 None None] The sync data for ids ['052a4594-eb81-43a8-bdc0-7770a4b644fc'] in dv-cinder-798696-1-smb is: [{'id': '052a4594-eb81-43a8-bdc0-7770a4b644fc', 'name': 'tempest-TestShelveInstance-1548541946-router', 'tenant_id': '52560984c1394fca9327a8e49dba20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '0b0fd182-f3b0-45bc-bf42-79a8b0df976f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:34:30Z', 'updated_at': '2021-07-07T18:34:37Z', 'revision_number': 4, 'project_id': '52560984c1394fca9327a8e49dba20b8', 'gw_port': {'id': '0b0fd182-f3b0-45bc-bf42-79a8b0df976f', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a4594-eb81-43a8-bdc0-7770a4b644fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:31Z', 'updated_at': '2021-07-07T18:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '8f8c5796-33d0-4a36-a032-2b2add6cfc75', 'name': '', 'network_id': 'cec63fa6-7419-4e03-a763-1ac08f526e18', 'tenant_id': '52560984c1394fca9327a8e49dba20b8', 'mac_address': 'fa:16:3e:59:75:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052a4594-eb81-43a8-bdc0-7770a4b644fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'e92aed89-ed50-46ec-9d85-3c9710b7e9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:36Z', 'updated_at': '2021-07-07T18:34:41Z', 'revision_number': 4, 'project_id': '52560984c1394fca9327a8e49dba20b8', 'subnets': [{'id': 'e92aed89-ed50-46ec-9d85-3c9710b7e9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:34:42.253599 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-45f5a659-bc9a-44c0-a7ff-1847c54726f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60925be78c6248c9a861351f434056ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420370 Jul 07 18:34:42.254502 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5a659-bc9a-44c0-a7ff-1847c54726f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb198880-30cb-4580-b8a4-c6424eb2b36b,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:42.256673 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 58716) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:42.257616 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-45f5a659-bc9a-44c0-a7ff-1847c54726f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:42.379453 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d9ed4196-5f1b-4935-b626-ab96283be2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:42.418168 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d9ed4196-5f1b-4935-b626-ab96283be2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:42.486428 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d9ed4196-5f1b-4935-b626-ab96283be2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:42.492925 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-09a15403-76f4-4dcc-ac9d-1e80a6ba3b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:42.504744 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed4196-5f1b-4935-b626-ab96283be2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb198880-30cb-4580-b8a4-c6424eb2b36b,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:42.524229 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-d9ed4196-5f1b-4935-b626-ab96283be2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:42.532756 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d9ed4196-5f1b-4935-b626-ab96283be2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:42.536672 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-d9ed4196-5f1b-4935-b626-ab96283be2c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb198880-30cb-4580-b8a4-c6424eb2b36b HTTP/1.1" status: 204 len: 168 time: 0.2763243 Jul 07 18:34:42.876419 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21b347-2fd7-46a3-b374-79e295020c2a req-df6ea2bf-8748-403b-bbfd-da025ab79bbc tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:42.878312 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-cc21b347-2fd7-46a3-b374-79e295020c2a req-df6ea2bf-8748-403b-bbfd-da025ab79bbc tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.0947578 Jul 07 18:34:42.897182 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 58734) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:42.918569 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a50bec4c-6680-45b3-a935-d63215598d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:42.938608 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-a50bec4c-6680-45b3-a935-d63215598d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:42.942456 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-a50bec4c-6680-45b3-a935-d63215598d8c admin admin] Usage tracker for resource:security_group_rule and tenant:e2cdc204fbba45199f0bed5583a42806 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:42.945194 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-cc21b347-2fd7-46a3-b374-79e295020c2a req-2bd252af-d385-45cd-a2ad-db559fad6596 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609591 Jul 07 18:34:42.947650 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-a50bec4c-6680-45b3-a935-d63215598d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:42.955580 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-a50bec4c-6680-45b3-a935-d63215598d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:43.051521 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a50bec4c-6680-45b3-a935-d63215598d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:43.056901 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a50bec4c-6680-45b3-a935-d63215598d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:43.065832 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-fc3d9d51-7904-4ddd-83d5-f9f9d47baa10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:43.110402 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-a50bec4c-6680-45b3-a935-d63215598d8c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e2cdc204fbba45199f0bed5583a42806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116694 Jul 07 18:34:43.112399 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bec4c-6680-45b3-a935-d63215598d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe4ee25-9e3b-4546-a943-056d2eb3b382,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:43.113397 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 58750) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:43.116448 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-a50bec4c-6680-45b3-a935-d63215598d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:43.173171 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-66557de3-ed66-431f-9527-278604e5f73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:43.198824 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-66557de3-ed66-431f-9527-278604e5f73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:43.253264 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-66557de3-ed66-431f-9527-278604e5f73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:43.257539 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-8aa48b77-f856-409e-b2a6-6be5129fed68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:43.276303 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66557de3-ed66-431f-9527-278604e5f73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe4ee25-9e3b-4546-a943-056d2eb3b382,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:43.278537 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-66557de3-ed66-431f-9527-278604e5f73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:43.288061 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-66557de3-ed66-431f-9527-278604e5f73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:43.289374 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-66557de3-ed66-431f-9527-278604e5f73e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ebe4ee25-9e3b-4546-a943-056d2eb3b382 HTTP/1.1" status: 204 len: 168 time: 0.1748867 Jul 07 18:34:43.380394 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 8f8c5796-33d0-4a36-a032-2b2add6cfc75 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:34:43.454118 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning for port 8f8c5796-33d0-4a36-a032-2b2add6cfc75 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:34:43.458896 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 8f8c5796-33d0-4a36-a032-2b2add6cfc75 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:34:43.459276 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:43.588387 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:43.634980 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] For port 8f8c5796-33d0-4a36-a032-2b2add6cfc75, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=8f8c5796-33d0-4a36-a032-2b2add6cfc75,segment=NetworkSegment(2d796797-21df-4c1d-a9a8-c7d146154b5d),segment_id=2d796797-21df-4c1d-a9a8-c7d146154b5d)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:34:43.640966 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:43.643319 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:43.718035 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Pushing event updated for resources: {'Port': ['ID=8f8c5796-33d0-4a36-a032-2b2add6cfc75,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:43.721537 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:44.205569 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e3bd0-63c0-47c3-89d8-09a4ed2650bb req-deafe2ea-1028-4b0c-b836-bc228af4c79f tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:44.207980 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-bc4e3bd0-63c0-47c3-89d8-09a4ed2650bb req-deafe2ea-1028-4b0c-b836-bc228af4c79f tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1101890 Jul 07 18:34:44.278630 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-bc4e3bd0-63c0-47c3-89d8-09a4ed2650bb req-3b8b19c6-0a96-44b3-9e2b-ce4787de2a26 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645058 Jul 07 18:34:44.354348 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:34:45.339725 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 8f8c5796-33d0-4a36-a032-2b2add6cfc75 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:34:45.413837 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 8f8c5796-33d0-4a36-a032-2b2add6cfc75 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:34:45.414317 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:45.486470 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96b505-ffc3-4067-8c08-a6107c662c32 req-cb9a182a-3650-4e3d-820a-2ac4fe4c3f1e tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:45.493637 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1f96b505-ffc3-4067-8c08-a6107c662c32 req-cb9a182a-3650-4e3d-820a-2ac4fe4c3f1e tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.1088476 Jul 07 18:34:45.534412 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1f96b505-ffc3-4067-8c08-a6107c662c32 req-91665489-1ef2-4263-a0e3-c004f676e15e tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399082 Jul 07 18:34:46.341503 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70c7d6-7589-4767-8638-1a27ad705e73 req-367221a8-7799-4124-a3f8-358f127cb537 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:46.342968 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bc70c7d6-7589-4767-8638-1a27ad705e73 req-367221a8-7799-4124-a3f8-358f127cb537 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.89 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.0879476 Jul 07 18:34:46.414963 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-bc70c7d6-7589-4767-8638-1a27ad705e73 req-cb851df4-bf47-449b-98b0-c15de433ccfd tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Deleting port 88094dfa-d7b8-4481-bc9b-54672e3050b1 {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:34:46.415227 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-bc70c7d6-7589-4767-8638-1a27ad705e73 req-cb851df4-bf47-449b-98b0-c15de433ccfd tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:46.677188 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-bc70c7d6-7589-4767-8638-1a27ad705e73 req-cb851df4-bf47-449b-98b0-c15de433ccfd tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] For port 88094dfa-d7b8-4481-bc9b-54672e3050b1, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=88094dfa-d7b8-4481-bc9b-54672e3050b1,segment=NetworkSegment(ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c),segment_id=ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:34:46.677851 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-bc70c7d6-7589-4767-8638-1a27ad705e73 req-cb851df4-bf47-449b-98b0-c15de433ccfd tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:46.725063 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321152d-0f6e-43a0-84a7-b6ff9eb52917 req-9e524ae2-0f32-4092-ac66-c7a750720d47 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:46.726520 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-6321152d-0f6e-43a0-84a7-b6ff9eb52917 req-9e524ae2-0f32-4092-ac66-c7a750720d47 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/ports?device_id=4043b484-3da1-4837-9628-97d4c7e643be HTTP/1.1" status: 200 len: 946 time: 0.0790808 Jul 07 18:34:46.774256 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-6321152d-0f6e-43a0-84a7-b6ff9eb52917 req-bb3b0477-4dd8-4e73-bf69-1bc43c7aa6b3 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.41 "GET /v2.0/security-groups?id=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408218 Jul 07 18:34:46.871869 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-bc70c7d6-7589-4767-8638-1a27ad705e73 req-cb851df4-bf47-449b-98b0-c15de433ccfd tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Calling delete_port for 88094dfa-d7b8-4481-bc9b-54672e3050b1 owned by compute:nova {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:34:47.024221 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-bc70c7d6-7589-4767-8638-1a27ad705e73 req-cb851df4-bf47-449b-98b0-c15de433ccfd tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:47.030608 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-f72c2ef6-ee0d-45ca-9b52-abcb77416844 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:47.037698 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['88094dfa-d7b8-4481-bc9b-54672e3050b1'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:34:47.075409 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb851df4-bf47-449b-98b0-c15de433ccfd tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Pushing event deleted for resources: {'Port': ['ID=88094dfa-d7b8-4481-bc9b-54672e3050b1,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:47.079820 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-cb851df4-bf47-449b-98b0-c15de433ccfd tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:47.155324 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc70c7d6-7589-4767-8638-1a27ad705e73 req-cb851df4-bf47-449b-98b0-c15de433ccfd tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] No DVR routers for this DVR port 88094dfa-d7b8-4481-bc9b-54672e3050b1 on host hv-cinder-79869 {{(pid=78477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:34:47.157816 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-bc70c7d6-7589-4767-8638-1a27ad705e73 req-cb851df4-bf47-449b-98b0-c15de433ccfd tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:47.160355 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4043b484-3da1-4837-9628-97d4c7e643be', 'name': 'network-vif-deleted', 'tag': '88094dfa-d7b8-4481-bc9b-54672e3050b1'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:34:47.175628 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bc70c7d6-7589-4767-8638-1a27ad705e73 req-cb851df4-bf47-449b-98b0-c15de433ccfd tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] 10.222.0.89 "DELETE /v2.0/ports/88094dfa-d7b8-4481-bc9b-54672e3050b1 HTTP/1.1" status: 204 len: 173 time: 0.8270705 Jul 07 18:34:47.216037 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4043b484-3da1-4837-9628-97d4c7e643be', 'name': 'network-vif-deleted', 'tag': '88094dfa-d7b8-4481-bc9b-54672e3050b1', 'status': 'completed', 'code': 200} Jul 07 18:34:47.559168 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-80ccfd69-103a-4e8e-a611-bd8d7af53fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:47.574251 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 58880) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:47.697852 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-70e9fdc2-17f9-42a6-be73-6625acd63970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:47.713036 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-70e9fdc2-17f9-42a6-be73-6625acd63970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:47.717435 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-70e9fdc2-17f9-42a6-be73-6625acd63970 admin admin] Usage tracker for resource:security_group_rule and tenant:3bfca168af7b4867aad8d6fd1fd2a31a is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:47.720620 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-70e9fdc2-17f9-42a6-be73-6625acd63970 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:47.726498 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-70e9fdc2-17f9-42a6-be73-6625acd63970 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:47.825125 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-70e9fdc2-17f9-42a6-be73-6625acd63970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:47.829876 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-70e9fdc2-17f9-42a6-be73-6625acd63970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:47.836756 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:47.877444 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 58888) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:47.890589 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9fdc2-17f9-42a6-be73-6625acd63970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b986c87-84eb-435a-8b13-9831bd5cb82c,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:47.894925 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-70e9fdc2-17f9-42a6-be73-6625acd63970 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3bfca168af7b4867aad8d6fd1fd2a31a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3196235 Jul 07 18:34:47.895854 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-70e9fdc2-17f9-42a6-be73-6625acd63970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:47.897475 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 58892) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:47.959907 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec8ec-079f-48ba-80bf-70383e6f1c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:47.987305 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec8ec-079f-48ba-80bf-70383e6f1c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:48.052417 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec8ec-079f-48ba-80bf-70383e6f1c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:48.057618 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-f8b8a7e4-6b7d-474f-8642-4c9b28b9fb39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:48.069307 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ec8ec-079f-48ba-80bf-70383e6f1c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b986c87-84eb-435a-8b13-9831bd5cb82c,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:48.073369 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-bf1ec8ec-079f-48ba-80bf-70383e6f1c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:48.077566 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec8ec-079f-48ba-80bf-70383e6f1c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:48.081750 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-bf1ec8ec-079f-48ba-80bf-70383e6f1c17 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b986c87-84eb-435a-8b13-9831bd5cb82c HTTP/1.1" status: 204 len: 168 time: 0.1810367 Jul 07 18:34:48.135174 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:48.483297 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-191bf118-335b-4244-a09d-b6ba9d8c32c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546929'] for router_interface, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:48.846060 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 58920) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:48.883107 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-191bf118-335b-4244-a09d-b6ba9d8c32c9 admin admin] Deleting port 64af3ac1-2cee-4cad-bb6e-9274a7efe804 {{(pid=78478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:34:48.883670 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-191bf118-335b-4244-a09d-b6ba9d8c32c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:48.954160 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1044561397-network', 'tenant_id': 'b2674db6b360488db91f120b6aee14a2'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:34:48.958559 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:48.962362 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] Usage tracker for resource:network and tenant:b2674db6b360488db91f120b6aee14a2 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:48.965152 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:48.971411 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:48.982087 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] Made reservation on behalf of b2674db6b360488db91f120b6aee14a2 for: {'network': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:34:48.984959 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for network, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:48.999393 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:49.016906 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:49.021600 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] Usage tracker for resource:security_group_rule and tenant:b2674db6b360488db91f120b6aee14a2 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:49.024847 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:49.031274 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:49.130514 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:49.136734 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:49.143886 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-ac023621-2322-47a4-962d-08d10c8d5190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:49.154873 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.db [None req-191bf118-335b-4244-a09d-b6ba9d8c32c9 admin admin] For port 64af3ac1-2cee-4cad-bb6e-9274a7efe804, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=64af3ac1-2cee-4cad-bb6e-9274a7efe804,segment=NetworkSegment(ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c),segment_id=ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c)] {{(pid=78478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:34:49.155230 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-191bf118-335b-4244-a09d-b6ba9d8c32c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:49.178899 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=78477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:34:49.192323 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e7463e-429b-4de8-a654-8f7a61bda772,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:49.196438 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:49.197360 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:49.197698 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.db.segments_db [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] Added segment 7e72cba7-8876-44a0-a2d7-61fae11e2542 of type vlan for network 812cdeb5-28be-42d6-9c31-de92b02e4d92 Jul 07 18:34:49.225596 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734830079582'] for network, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:49.267432 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for network, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:49.267432 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:49.267432 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:49.270322 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-53e529ea-d298-4806-833d-db4640761d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:49.285739 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-191bf118-335b-4244-a09d-b6ba9d8c32c9 admin admin] Calling delete_port for 64af3ac1-2cee-4cad-bb6e-9274a7efe804 owned by network:router_interface {{(pid=78478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:34:49.388898 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5415871 Jul 07 18:34:49.389806 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] Pushing event updated for resources: {'Network': ['ID=812cdeb5-28be-42d6-9c31-de92b02e4d92,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:49.393489 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:49.394142 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 58928) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:49.399968 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-369485a8-4bfa-43f3-b284-88b86b2584c9 admin admin] Request body: {'subnet': {'network_id': '812cdeb5-28be-42d6-9c31-de92b02e4d92', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1044561397-subnet', 'tenant_id': 'b2674db6b360488db91f120b6aee14a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:34:49.406439 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-369485a8-4bfa-43f3-b284-88b86b2584c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:49.406653 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Network 812cdeb5-28be-42d6-9c31-de92b02e4d92 details requested by agent ovs-agent-dv-cinder-798696-1-smb with host dv-cinder-798696-1-smb {{(pid=78479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 07 18:34:49.411250 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-369485a8-4bfa-43f3-b284-88b86b2584c9 admin admin] Usage tracker for resource:subnet and tenant:b2674db6b360488db91f120b6aee14a2 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:49.414375 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-369485a8-4bfa-43f3-b284-88b86b2584c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:49.423381 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-369485a8-4bfa-43f3-b284-88b86b2584c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:49.437227 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369485a8-4bfa-43f3-b284-88b86b2584c9 admin admin] Made reservation on behalf of b2674db6b360488db91f120b6aee14a2 for: {'subnet': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:34:49.440543 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-369485a8-4bfa-43f3-b284-88b86b2584c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2372144'] for subnet, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:49.599636 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 88094dfa-d7b8-4481-bc9b-54672e3050b1 no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:34:49.634169 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] No Port match for: 88094dfa-d7b8-4481-bc9b-54672e3050b1 {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:34:49.634529 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 88094dfa-d7b8-4481-bc9b-54672e3050b1 not bound to the agent host hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:34:49.666488 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-369485a8-4bfa-43f3-b284-88b86b2584c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4006630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2372134'] for subnet, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:49.670649 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:49.705008 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-191bf118-335b-4244-a09d-b6ba9d8c32c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4077769'] for port, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:49.709651 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:49.751897 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369485a8-4bfa-43f3-b284-88b86b2584c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69c92ec7-8ae2-454f-a138-90e0f930331c,revision_number=0']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:49.755729 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-369485a8-4bfa-43f3-b284-88b86b2584c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:49.759363 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bf118-335b-4244-a09d-b6ba9d8c32c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=64af3ac1-2cee-4cad-bb6e-9274a7efe804,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:49.761822 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-191bf118-335b-4244-a09d-b6ba9d8c32c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:49.766362 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369485a8-4bfa-43f3-b284-88b86b2584c9 admin admin] Checking segment: {'id': '7e72cba7-8876-44a0-a2d7-61fae11e2542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '812cdeb5-28be-42d6-9c31-de92b02e4d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:34:49.767044 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369485a8-4bfa-43f3-b284-88b86b2584c9 admin admin] Network hostable DHCP agents. Network: 812cdeb5-28be-42d6-9c31-de92b02e4d92, hostable agents: ['7844bae0-677e-4565-b01a-e2785e2cda9f'], hosted agents: [] {{(pid=78477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:34:49.787652 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369485a8-4bfa-43f3-b284-88b86b2584c9 admin admin] Network 812cdeb5-28be-42d6-9c31-de92b02e4d92 is scheduled to be hosted by DHCP agent 7844bae0-677e-4565-b01a-e2785e2cda9f with binding_index 1 {{(pid=78477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:34:49.800440 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [None req-369485a8-4bfa-43f3-b284-88b86b2584c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-smb, 812cdeb5-28be-42d6-9c31-de92b02e4d92) {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:34:49.804976 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369485a8-4bfa-43f3-b284-88b86b2584c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:49.805628 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-369485a8-4bfa-43f3-b284-88b86b2584c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:49.813177 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0949ad9-6f3b-4dd2-9bff-4c4f25c598c3 None None] Network 812cdeb5-28be-42d6-9c31-de92b02e4d92 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:34:49.839672 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-369485a8-4bfa-43f3-b284-88b86b2584c9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4439833 Jul 07 18:34:50.060489 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-191bf118-335b-4244-a09d-b6ba9d8c32c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547013'] for router_interface, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:50.115980 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad99694-066d-487f-9c40-b991e63bebfd None None] Network 812cdeb5-28be-42d6-9c31-de92b02e4d92 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:34:50.308568 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-22633944-08d7-4d72-a44e-17bd8e4e940a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:50.486757 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191bf118-335b-4244-a09d-b6ba9d8c32c9 admin admin] Router c0a0c9bd-db23-46a3-bc40-6200f60d533b has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:34:50.765191 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191bf118-335b-4244-a09d-b6ba9d8c32c9 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:34:50.777806 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0af772a-bd7d-4ed0-9db8-f8f50e2746fc None None] Sync routers for ids ['c0a0c9bd-db23-46a3-bc40-6200f60d533b'] in dv-cinder-798696-1-smb {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:34:50.789263 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0af772a-bd7d-4ed0-9db8-f8f50e2746fc None None] Routers {'c0a0c9bd-db23-46a3-bc40-6200f60d533b'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:34:50.790083 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-d0af772a-bd7d-4ed0-9db8-f8f50e2746fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:34:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['c0a0c9bd-db23-46a3-bc40-6200f60d533b'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:50.791561 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-191bf118-335b-4244-a09d-b6ba9d8c32c9 admin admin] 10.222.0.41 "PUT /v2.0/routers/c0a0c9bd-db23-46a3-bc40-6200f60d533b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9130495 Jul 07 18:34:50.794036 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 58946) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:50.979314 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f54ce520-beb4-4791-a764-4194a490ee51 admin admin] Notify callbacks [] for router, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:51.021771 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-d0af772a-bd7d-4ed0-9db8-f8f50e2746fc None None] Set router c0a0c9bd-db23-46a3-bc40-6200f60d533b gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:34:51.103280 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:51.174444 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f54ce520-beb4-4791-a764-4194a490ee51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:51.184694 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-f54ce520-beb4-4791-a764-4194a490ee51 admin admin] Deleting port d84f6d09-7004-47c7-962b-949ec1f25952 {{(pid=78478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:34:51.185020 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f54ce520-beb4-4791-a764-4194a490ee51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:51.329208 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-d0af772a-bd7d-4ed0-9db8-f8f50e2746fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a0c9bd-db23-46a3-bc40-6200f60d533b', 'name': 'tempest-ServerRescueNegativeTestJSON-997314019-router', 'tenant_id': '8f3ff43f73644b7ea447bee624649895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd84f6d09-7004-47c7-962b-949ec1f25952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:34:49Z', 'revision_number': 5, 'project_id': '8f3ff43f73644b7ea447bee624649895', 'gw_port': {'id': 'd84f6d09-7004-47c7-962b-949ec1f25952', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a0c9bd-db23-46a3-bc40-6200f60d533b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:02Z', 'updated_at': '2021-07-07T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:51.333741 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0af772a-bd7d-4ed0-9db8-f8f50e2746fc None None] Checking router: c0a0c9bd-db23-46a3-bc40-6200f60d533b for host: dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:34:51.343793 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0af772a-bd7d-4ed0-9db8-f8f50e2746fc None None] Routers {'c0a0c9bd-db23-46a3-bc40-6200f60d533b'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:34:51.344408 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-d0af772a-bd7d-4ed0-9db8-f8f50e2746fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:34:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['c0a0c9bd-db23-46a3-bc40-6200f60d533b'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:51.382623 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.db [None req-f54ce520-beb4-4791-a764-4194a490ee51 admin admin] For port d84f6d09-7004-47c7-962b-949ec1f25952, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=d84f6d09-7004-47c7-962b-949ec1f25952,segment=NetworkSegment(34c6f55a-e384-474c-af70-55cf6bf9ed8f),segment_id=34c6f55a-e384-474c-af70-55cf6bf9ed8f)] {{(pid=78478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:34:51.383024 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f54ce520-beb4-4791-a764-4194a490ee51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:51.505399 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-d0af772a-bd7d-4ed0-9db8-f8f50e2746fc None None] Set router c0a0c9bd-db23-46a3-bc40-6200f60d533b gateway port host: None {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:34:51.512416 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-f54ce520-beb4-4791-a764-4194a490ee51 admin admin] Calling delete_port for d84f6d09-7004-47c7-962b-949ec1f25952 owned by network:router_gateway {{(pid=78478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:34:51.622931 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-d0af772a-bd7d-4ed0-9db8-f8f50e2746fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a0c9bd-db23-46a3-bc40-6200f60d533b', 'name': 'tempest-ServerRescueNegativeTestJSON-997314019-router', 'tenant_id': '8f3ff43f73644b7ea447bee624649895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:34:51Z', 'revision_number': 6, 'project_id': '8f3ff43f73644b7ea447bee624649895', 'gw_port_host': None}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:51.627633 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0af772a-bd7d-4ed0-9db8-f8f50e2746fc None None] The sync data for ids ['c0a0c9bd-db23-46a3-bc40-6200f60d533b'] in dv-cinder-798696-1-smb is: [{'id': 'c0a0c9bd-db23-46a3-bc40-6200f60d533b', 'name': 'tempest-ServerRescueNegativeTestJSON-997314019-router', 'tenant_id': '8f3ff43f73644b7ea447bee624649895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:34:51Z', 'revision_number': 6, 'project_id': '8f3ff43f73644b7ea447bee624649895', 'gw_port_host': None}] {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:34:51.702674 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f54ce520-beb4-4791-a764-4194a490ee51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4077769'] for port, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:51.707589 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:51.755233 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ce520-beb4-4791-a764-4194a490ee51 admin admin] Pushing event deleted for resources: {'Port': ['ID=d84f6d09-7004-47c7-962b-949ec1f25952,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:51.786680 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-f54ce520-beb4-4791-a764-4194a490ee51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:51.845055 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f54ce520-beb4-4791-a764-4194a490ee51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553050'] for router_gateway, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:52.115592 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f54ce520-beb4-4791-a764-4194a490ee51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2520'] for router, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:52.120261 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f54ce520-beb4-4791-a764-4194a490ee51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:52.215488 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f54ce520-beb4-4791-a764-4194a490ee51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548025'] for router, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:52.216251 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54ce520-beb4-4791-a764-4194a490ee51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0a0c9bd-db23-46a3-bc40-6200f60d533b {{(pid=78478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 07 18:34:52.231438 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f54ce520-beb4-4791-a764-4194a490ee51 admin admin] Notify callbacks [] for router, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:52.232622 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-f54ce520-beb4-4791-a764-4194a490ee51 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c0a0c9bd-db23-46a3-bc40-6200f60d533b HTTP/1.1" status: 204 len: 168 time: 1.4369366 Jul 07 18:34:52.235066 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 58968) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:52.300672 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.db_base_plugin_v2 [None req-350b890d-2904-4038-a1f0-9f2bbf491bee admin admin] Deleting subnet f1570539-ca9f-43b4-b497-d0b015384538 {{(pid=78478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 07 18:34:52.303641 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-350b890d-2904-4038-a1f0-9f2bbf491bee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:52.360638 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-350b890d-2904-4038-a1f0-9f2bbf491bee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4079311'] for subnet, precommit_delete_associations {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:52.414320 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-350b890d-2904-4038-a1f0-9f2bbf491bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15871345'] for subnet, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:52.491701 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-350b890d-2904-4038-a1f0-9f2bbf491bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15868612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3274071'] for subnet, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:52.495747 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:52.519909 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:52.529526 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b890d-2904-4038-a1f0-9f2bbf491bee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1570539-ca9f-43b4-b497-d0b015384538,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:52.533083 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-350b890d-2904-4038-a1f0-9f2bbf491bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:52.535413 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-350b890d-2904-4038-a1f0-9f2bbf491bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:52.541174 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-350b890d-2904-4038-a1f0-9f2bbf491bee admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f1570539-ca9f-43b4-b497-d0b015384538 HTTP/1.1" status: 204 len: 168 time: 0.3051252 Jul 07 18:34:52.543702 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 58972) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:52.663933 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-68c0e2f2-9f60-4f1b-93d3-fbeb06b8ab6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16713874'] for network, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:52.795601 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-68c0e2f2-9f60-4f1b-93d3-fbeb06b8ab6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15866878', 'neutron.services.segments.db._delete_segments_for_network-8734830643384'] for network, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:52.808690 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-68c0e2f2-9f60-4f1b-93d3-fbeb06b8ab6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e10a70-b230-47f5-8f0a-d4a88037a098']}} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:52.822742 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-68c0e2f2-9f60-4f1b-93d3-fbeb06b8ab6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c') {'for_net_delete': True} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:52.823036 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-68c0e2f2-9f60-4f1b-93d3-fbeb06b8ab6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5a2f25-8a7f-4abb-8e77-37ce95cb6d8c') {} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:52.838452 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-68c0e2f2-9f60-4f1b-93d3-fbeb06b8ab6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734830655007', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4079300'] for segment, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:52.859046 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-68c0e2f2-9f60-4f1b-93d3-fbeb06b8ab6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:52.865431 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c0e2f2-9f60-4f1b-93d3-fbeb06b8ab6f admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=78478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:34:52.865826 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-68c0e2f2-9f60-4f1b-93d3-fbeb06b8ab6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15873862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4077724'] for segment, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: Traceback (most recent call last): Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: timer() Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: cb(*args, **kw) Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: return func(*args, **kwargs) Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: self._notify() Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: self.callback(batched_events) Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: event.method(event) Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: return f(self, *a, **k) Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: return self._get(url).json() Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: return self.request(url, 'GET', **kwargs) Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:34:52.879012 dv-cinder-798696-1-smb neutron-server[78478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:34:52.960884 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-68c0e2f2-9f60-4f1b-93d3-fbeb06b8ab6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15866871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553073'] for network, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:52.965750 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-68c0e2f2-9f60-4f1b-93d3-fbeb06b8ab6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:52.970026 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-ddcf2d1a-5b52-4c73-8ccf-85700ad3fda2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:53.000498 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0e2f2-9f60-4f1b-93d3-fbeb06b8ab6f admin admin] Pushing event deleted for resources: {'Network': ['ID=92e10a70-b230-47f5-8f0a-d4a88037a098,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:53.003445 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-68c0e2f2-9f60-4f1b-93d3-fbeb06b8ab6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:53.005336 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-68c0e2f2-9f60-4f1b-93d3-fbeb06b8ab6f admin admin] 10.222.0.41 "DELETE /v2.0/networks/92e10a70-b230-47f5-8f0a-d4a88037a098 HTTP/1.1" status: 204 len: 168 time: 0.4607375 Jul 07 18:34:53.137256 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 58982) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:53.187641 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-1de6f7ca-e7ed-466b-94ea-786b116e9b2e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f3ff43f73644b7ea447bee624649895&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0490570 Jul 07 18:34:53.190153 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 58986) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:53.249528 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a5d28653-6124-4e8f-b096-7e8a03aff16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:53.278636 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a5d28653-6124-4e8f-b096-7e8a03aff16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:53.338967 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a5d28653-6124-4e8f-b096-7e8a03aff16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:53.344059 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-63bf70c8-8253-4682-bef6-a8d09ee7a04a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:53.348886 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device d84f6d09-7004-47c7-962b-949ec1f25952 no longer exists at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:34:53.358195 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d28653-6124-4e8f-b096-7e8a03aff16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f2e696-d0b6-47eb-a7e4-9ae7466bd99c,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:53.361456 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-a5d28653-6124-4e8f-b096-7e8a03aff16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:53.370017 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a5d28653-6124-4e8f-b096-7e8a03aff16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:53.371175 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-a5d28653-6124-4e8f-b096-7e8a03aff16f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46f2e696-d0b6-47eb-a7e4-9ae7466bd99c HTTP/1.1" status: 204 len: 168 time: 0.1800902 Jul 07 18:34:53.406890 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] No Port match for: d84f6d09-7004-47c7-962b-949ec1f25952 {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:34:53.407344 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device d84f6d09-7004-47c7-962b-949ec1f25952 not bound to the agent host dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:34:53.407889 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 64af3ac1-2cee-4cad-bb6e-9274a7efe804 no longer exists at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:34:53.443790 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] No Port match for: 64af3ac1-2cee-4cad-bb6e-9274a7efe804 {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:34:53.444143 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 64af3ac1-2cee-4cad-bb6e-9274a7efe804 not bound to the agent host dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:34:54.809318 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 59044) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:54.935772 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-98e972d4-6bad-48a0-80db-537ee664c955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:54.950036 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-98e972d4-6bad-48a0-80db-537ee664c955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:34:54.954649 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-98e972d4-6bad-48a0-80db-537ee664c955 admin admin] Usage tracker for resource:security_group_rule and tenant:7bbcd109ee10407f9ebb25f95ea31756 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:34:54.957409 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-98e972d4-6bad-48a0-80db-537ee664c955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:34:54.963043 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-98e972d4-6bad-48a0-80db-537ee664c955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:34:55.055472 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-98e972d4-6bad-48a0-80db-537ee664c955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:55.059131 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-98e972d4-6bad-48a0-80db-537ee664c955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:55.066625 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-918f8aa3-889c-44a1-b989-82246e7cf197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:55.111754 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-98e972d4-6bad-48a0-80db-537ee664c955 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7bbcd109ee10407f9ebb25f95ea31756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013442 Jul 07 18:34:55.112641 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e972d4-6bad-48a0-80db-537ee664c955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b523fd-458b-4ac1-a749-620a50084ecc,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:55.115098 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 59050) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:34:55.115597 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-98e972d4-6bad-48a0-80db-537ee664c955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:55.181224 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-19f8310a-9712-4787-b56b-f75ebd3d0f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:55.208055 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-19f8310a-9712-4787-b56b-f75ebd3d0f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:55.258948 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-19f8310a-9712-4787-b56b-f75ebd3d0f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:55.262603 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-7f2be02a-4e50-4228-9344-f8243e30aaa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:34:55.274412 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8310a-9712-4787-b56b-f75ebd3d0f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b523fd-458b-4ac1-a749-620a50084ecc,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:55.278139 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-19f8310a-9712-4787-b56b-f75ebd3d0f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:34:55.281930 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-19f8310a-9712-4787-b56b-f75ebd3d0f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:55.286042 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-19f8310a-9712-4787-b56b-f75ebd3d0f87 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4b523fd-458b-4ac1-a749-620a50084ecc HTTP/1.1" status: 204 len: 168 time: 0.1698408 Jul 07 18:35:02.883070 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23748424-af07-4fdb-944b-c455f30092a0 req-c327b621-12b0-41e5-9faa-cfab14f51f57 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:02.883905 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-23748424-af07-4fdb-944b-c455f30092a0 req-c327b621-12b0-41e5-9faa-cfab14f51f57 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Synchronizing usage tracker for tenant:b2674db6b360488db91f120b6aee14a2 on resource:network {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:35:02.916300 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-23748424-af07-4fdb-944b-c455f30092a0 req-c327b621-12b0-41e5-9faa-cfab14f51f57 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Unset dirty status for tenant:b2674db6b360488db91f120b6aee14a2 on resource:network {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:35:02.917482 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-23748424-af07-4fdb-944b-c455f30092a0 req-c327b621-12b0-41e5-9faa-cfab14f51f57 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/networks?id=812cdeb5-28be-42d6-9c31-de92b02e4d92 HTTP/1.1" status: 200 len: 814 time: 0.2308278 Jul 07 18:35:02.938202 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-23748424-af07-4fdb-944b-c455f30092a0 req-1f88cf53-83e4-4eb3-aebf-a37aaa40c8cd tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/quotas/b2674db6b360488db91f120b6aee14a2 HTTP/1.1" status: 200 len: 375 time: 0.0128677 Jul 07 18:35:02.944882 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b37e25c3-cec0-4377-948f-56972343ab50 req-7f273109-1965-463d-9366-7fc035236501 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1170990 Jul 07 18:35:03.033307 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-23748424-af07-4fdb-944b-c455f30092a0 req-d2fedb54-5336-4522-9c8e-d037b2bb9054 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2674db6b360488db91f120b6aee14a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0874305 Jul 07 18:35:03.251670 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e25c3-cec0-4377-948f-56972343ab50 req-0a695b62-771e-4f5d-9f89-cedd1146818e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:03.253053 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b37e25c3-cec0-4377-948f-56972343ab50 req-0a695b62-771e-4f5d-9f89-cedd1146818e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=141aaf718a50403cb0402f655c144713&device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 1099 time: 0.2766929 Jul 07 18:35:03.269070 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-23748424-af07-4fdb-944b-c455f30092a0 req-ea93e2c8-3a37-4eee-be0d-d5c8eac1f0fc service neutron] 10.222.0.41 "GET /v2.0/networks/812cdeb5-28be-42d6-9c31-de92b02e4d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279899 Jul 07 18:35:03.513463 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-23748424-af07-4fdb-944b-c455f30092a0 req-6d1dee5d-acd1-46f5-af7c-d7b56c7efb42 service neutron] 10.222.0.41 "GET /v2.0/networks/812cdeb5-28be-42d6-9c31-de92b02e4d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224357 Jul 07 18:35:03.514470 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e25c3-cec0-4377-948f-56972343ab50 req-b2132d9c-b695-478b-8f52-c158275eff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:03.515793 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b37e25c3-cec0-4377-948f-56972343ab50 req-b2132d9c-b695-478b-8f52-c158275eff45 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8aa84765-413d-4dc2-8d21-d785f19625b4 HTTP/1.1" status: 200 len: 918 time: 0.2429321 Jul 07 18:35:03.643507 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b37e25c3-cec0-4377-948f-56972343ab50 req-2d8b2f1a-9ad0-4868-9890-35442198cdbb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6743ea86-1c3c-4602-9532-aa6c535a039b HTTP/1.1" status: 200 len: 1001 time: 0.1199331 Jul 07 18:35:03.717962 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e25c3-cec0-4377-948f-56972343ab50 req-56e3105c-0227-4dd8-ba1a-135036123b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:03.719461 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b37e25c3-cec0-4377-948f-56972343ab50 req-56e3105c-0227-4dd8-ba1a-135036123b4d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e0732594-4d25-48f2-b3f5-656ff1b826e7 HTTP/1.1" status: 200 len: 856 time: 0.0678110 Jul 07 18:35:03.740111 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-017100bd-06d3-4963-aee7-daf3b0514bc2 req-88205c80-ad4b-4e61-8e0e-da77114b1414 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b22b520-9433-49ed-bb08-81088658219a HTTP/1.1" status: 200 len: 210 time: 0.0590215 Jul 07 18:35:03.809454 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e25c3-cec0-4377-948f-56972343ab50 req-50e54948-d635-4568-b2a2-99d87d180f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:03.811234 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b37e25c3-cec0-4377-948f-56972343ab50 req-50e54948-d635-4568-b2a2-99d87d180f10 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8aa84765-413d-4dc2-8d21-d785f19625b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798302 Jul 07 18:35:03.972514 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b37e25c3-cec0-4377-948f-56972343ab50 req-41858944-7733-4857-85a2-cb8221aa40ce service neutron] 10.222.0.89 "GET /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531386 Jul 07 18:35:04.167447 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b37e25c3-cec0-4377-948f-56972343ab50 req-c8ce6c28-0a69-4028-98b5-217ee6c08d2d service neutron] 10.222.0.89 "GET /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829200 Jul 07 18:35:05.022277 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-f46ef186-ead1-412d-b48a-c559237b7eb8 req-9b1a6a85-9d89-4264-a0be-fad49dd7cef3 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b22b520-9433-49ed-bb08-81088658219a HTTP/1.1" status: 200 len: 210 time: 0.1546767 Jul 07 18:35:05.082750 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23748424-af07-4fdb-944b-c455f30092a0 req-68e89dee-be3a-4ed8-b581-ef4b151060d2 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:05.084224 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-23748424-af07-4fdb-944b-c455f30092a0 req-68e89dee-be3a-4ed8-b581-ef4b151060d2 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.89 "GET /v2.0/networks?id=812cdeb5-28be-42d6-9c31-de92b02e4d92 HTTP/1.1" status: 200 len: 814 time: 0.1836889 Jul 07 18:35:05.102803 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-23748424-af07-4fdb-944b-c455f30092a0 req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Request body: {'port': {'device_id': '0b22b520-9433-49ed-bb08-81088658219a', 'network_id': '812cdeb5-28be-42d6-9c31-de92b02e4d92', 'admin_state_up': True, 'tenant_id': 'b2674db6b360488db91f120b6aee14a2'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:05.249636 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-23748424-af07-4fdb-944b-c455f30092a0 req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:35:05.253674 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-23748424-af07-4fdb-944b-c455f30092a0 req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Usage tracker for resource:port and tenant:b2674db6b360488db91f120b6aee14a2 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:35:05.256752 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-23748424-af07-4fdb-944b-c455f30092a0 req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:35:05.262617 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-23748424-af07-4fdb-944b-c455f30092a0 req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:35:05.273341 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23748424-af07-4fdb-944b-c455f30092a0 req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Made reservation on behalf of b2674db6b360488db91f120b6aee14a2 for: {'port': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:35:05.276901 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-23748424-af07-4fdb-944b-c455f30092a0 req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:05.446963 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_common [req-23748424-af07-4fdb-944b-c455f30092a0 req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Allocated IP 172.20.0.8 (812cdeb5-28be-42d6-9c31-de92b02e4d92/69c92ec7-8ae2-454f-a138-90e0f930331c/f2f80b59-a8aa-4776-94ea-512e18e5fcfd) {{(pid=78477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:35:05.651573 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-23748424-af07-4fdb-944b-c455f30092a0 req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Notify callbacks [] for port, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:05.681445 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-23748424-af07-4fdb-944b-c455f30092a0 req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:05.687806 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-e7710faa-84cc-40b1-96a0-44aab5c3f488 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:05.860604 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23748424-af07-4fdb-944b-c455f30092a0 req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Network 812cdeb5-28be-42d6-9c31-de92b02e4d92 is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:35:05.863676 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [req-23748424-af07-4fdb-944b-c455f30092a0 req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:35:05.867544 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-23748424-af07-4fdb-944b-c455f30092a0 req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Received port after_create {{(pid=78477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:35:05.895981 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:05.898295 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Pushing event updated for resources: {'Port': ['ID=f2f80b59-a8aa-4776-94ea-512e18e5fcfd,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:05.921714 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:05.922066 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:05.922422 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:05.922798 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:05.923148 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:05.923504 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:05.923827 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:05.924175 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:05.924601 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:05.924940 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:05.925321 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:05.925659 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:05.931268 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:05.948449 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23748424-af07-4fdb-944b-c455f30092a0 req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:05.949165 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-23748424-af07-4fdb-944b-c455f30092a0 req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:05.978616 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-23748424-af07-4fdb-944b-c455f30092a0 req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8797276 Jul 07 18:35:05.991486 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-23748424-af07-4fdb-944b-c455f30092a0 req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] Request body: {'port': {'device_id': '0b22b520-9433-49ed-bb08-81088658219a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:06.110168 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-23748424-af07-4fdb-944b-c455f30092a0 req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:06.234125 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3902d-8937-47bf-8015-20c6dfe07e70 req-9adc27a1-c57d-4ed9-93eb-0a3f5bc5e5bd tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:06.235703 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-06a3902d-8937-47bf-8015-20c6dfe07e70 req-9adc27a1-c57d-4ed9-93eb-0a3f5bc5e5bd tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b22b520-9433-49ed-bb08-81088658219a HTTP/1.1" status: 200 len: 931 time: 0.0863905 Jul 07 18:35:06.285620 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-06a3902d-8937-47bf-8015-20c6dfe07e70 req-96e5d3f0-f9dc-403c-8dec-ea858d1410c5 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419414 Jul 07 18:35:06.471286 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [req-23748424-af07-4fdb-944b-c455f30092a0 req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f80b59-a8aa-4776-94ea-512e18e5fcfd {{(pid=78477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:35:06.478239 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-23748424-af07-4fdb-944b-c455f30092a0 req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:06.493335 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [req-23748424-af07-4fdb-944b-c455f30092a0 req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] Transition to ACTIVE for port object f2f80b59-a8aa-4776-94ea-512e18e5fcfd will not be triggered until provisioned by entity L2. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:35:06.497794 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-23748424-af07-4fdb-944b-c455f30092a0 req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4007007'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:06.501384 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:06.658764 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f80b59-a8aa-4776-94ea-512e18e5fcfd,revision_number=2']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:06.684918 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:06.726322 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-23748424-af07-4fdb-944b-c455f30092a0 req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] Attempting to bind port f2f80b59-a8aa-4776-94ea-512e18e5fcfd on host hv-cinder-79869 for vnic_type normal with profile {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:35:06.726652 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-23748424-af07-4fdb-944b-c455f30092a0 req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] Attempting to bind port f2f80b59-a8aa-4776-94ea-512e18e5fcfd by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': '7e72cba7-8876-44a0-a2d7-61fae11e2542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '812cdeb5-28be-42d6-9c31-de92b02e4d92'}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:35:06.727005 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23748424-af07-4fdb-944b-c455f30092a0 req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] Attempting to bind port f2f80b59-a8aa-4776-94ea-512e18e5fcfd on network 812cdeb5-28be-42d6-9c31-de92b02e4d92 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:35:06.731544 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23748424-af07-4fdb-944b-c455f30092a0 req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] Port f2f80b59-a8aa-4776-94ea-512e18e5fcfd on network 812cdeb5-28be-42d6-9c31-de92b02e4d92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:35:06.731860 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23748424-af07-4fdb-944b-c455f30092a0 req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] Attempting to bind port f2f80b59-a8aa-4776-94ea-512e18e5fcfd on network 812cdeb5-28be-42d6-9c31-de92b02e4d92 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:35:06.736852 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23748424-af07-4fdb-944b-c455f30092a0 req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] Checking agent: {'id': '6661975a-2303-40ef-9047-4852f27aec4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:35:06.737180 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23748424-af07-4fdb-944b-c455f30092a0 req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] Checking segment: {'id': '7e72cba7-8876-44a0-a2d7-61fae11e2542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '812cdeb5-28be-42d6-9c31-de92b02e4d92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:35:06.737558 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23748424-af07-4fdb-944b-c455f30092a0 req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] Bound using segment: {'id': '7e72cba7-8876-44a0-a2d7-61fae11e2542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '812cdeb5-28be-42d6-9c31-de92b02e4d92'} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:35:06.737971 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-23748424-af07-4fdb-944b-c455f30092a0 req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] Bound port: f2f80b59-a8aa-4776-94ea-512e18e5fcfd, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e72cba7-8876-44a0-a2d7-61fae11e2542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '812cdeb5-28be-42d6-9c31-de92b02e4d92'}}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:35:06.738332 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-23748424-af07-4fdb-944b-c455f30092a0 req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:06.828842 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-23748424-af07-4fdb-944b-c455f30092a0 req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] For port f2f80b59-a8aa-4776-94ea-512e18e5fcfd, host hv-cinder-79869, cleared binding levels {{(pid=78477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:35:06.831928 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-23748424-af07-4fdb-944b-c455f30092a0 req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] For port f2f80b59-a8aa-4776-94ea-512e18e5fcfd, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=f2f80b59-a8aa-4776-94ea-512e18e5fcfd,segment=NetworkSegment(7e72cba7-8876-44a0-a2d7-61fae11e2542),segment_id=7e72cba7-8876-44a0-a2d7-61fae11e2542)] {{(pid=78477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:35:06.836485 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-23748424-af07-4fdb-944b-c455f30092a0 req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4007007'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:06.841682 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-6722a104-4b79-4a01-9d99-ec2b962066e9 tempest-VolumesActionsTest-887788561 tempest-VolumesActionsTest-887788561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:06.892995 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23748424-af07-4fdb-944b-c455f30092a0 req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:06.893342 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-23748424-af07-4fdb-944b-c455f30092a0 req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:06.894925 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-23748424-af07-4fdb-944b-c455f30092a0 req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] 10.222.0.89 "PUT /v2.0/ports/f2f80b59-a8aa-4776-94ea-512e18e5fcfd HTTP/1.1" status: 200 len: 1093 time: 0.9078593 Jul 07 18:35:06.897821 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b22b520-9433-49ed-bb08-81088658219a', 'tag': 'f2f80b59-a8aa-4776-94ea-512e18e5fcfd'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:06.926860 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f80b59-a8aa-4776-94ea-512e18e5fcfd,revision_number=3']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:06.930040 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:06.974305 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b22b520-9433-49ed-bb08-81088658219a', 'tag': 'f2f80b59-a8aa-4776-94ea-512e18e5fcfd', 'status': 'completed', 'code': 200} Jul 07 18:35:07.018133 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23748424-af07-4fdb-944b-c455f30092a0 req-ce830ef8-7497-41c2-964e-7c28997686a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:07.019892 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-23748424-af07-4fdb-944b-c455f30092a0 req-ce830ef8-7497-41c2-964e-7c28997686a9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b2674db6b360488db91f120b6aee14a2&device_id=0b22b520-9433-49ed-bb08-81088658219a HTTP/1.1" status: 200 len: 1096 time: 0.0815530 Jul 07 18:35:07.099126 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-23748424-af07-4fdb-944b-c455f30092a0 req-f6f2eee2-eda4-4d0c-9249-521c4a8ed4af service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2f80b59-a8aa-4776-94ea-512e18e5fcfd HTTP/1.1" status: 200 len: 217 time: 0.0696344 Jul 07 18:35:07.141938 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-0a2aeae0-c758-46f1-ade4-e4e2e83e5f3f tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1574696516&fields=id&tenant_id=229074fa5f3445e4ba64710459532036 HTTP/1.1" status: 200 len: 267 time: 0.0562098 Jul 07 18:35:07.168281 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23748424-af07-4fdb-944b-c455f30092a0 req-d244ba8b-be13-4cb0-816c-64caf46f6c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:07.169794 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-23748424-af07-4fdb-944b-c455f30092a0 req-d244ba8b-be13-4cb0-816c-64caf46f6c79 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=69c92ec7-8ae2-454f-a138-90e0f930331c HTTP/1.1" status: 200 len: 854 time: 0.0637536 Jul 07 18:35:07.219644 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-23748424-af07-4fdb-944b-c455f30092a0 req-01ecf871-94a1-4357-9120-6558ee3cb727 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=812cdeb5-28be-42d6-9c31-de92b02e4d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426056 Jul 07 18:35:07.309201 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-bd1c4de3-8802-4890-90af-a8b128be1c1d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:07.319334 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-bd1c4de3-8802-4890-90af-a8b128be1c1d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/networks?id=72d36f31-17c4-4180-b454-ed56f784f3fe HTTP/1.1" status: 200 len: 809 time: 0.1698809 Jul 07 18:35:07.336196 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b8103393-79d7-4804-990a-78ca386ec8a1 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/quotas/229074fa5f3445e4ba64710459532036 HTTP/1.1" status: 200 len: 375 time: 0.0159106 Jul 07 18:35:07.371423 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-23748424-af07-4fdb-944b-c455f30092a0 req-8ad917f0-f178-4118-adaf-ef6b38488615 service neutron] 10.222.0.89 "GET /v2.0/networks/812cdeb5-28be-42d6-9c31-de92b02e4d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429820 Jul 07 18:35:07.427195 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-f679e036-a23c-432c-8054-992934635f96 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Synchronizing usage tracker for tenant:229074fa5f3445e4ba64710459532036 on resource:port {{(pid=78478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:35:07.448576 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-f679e036-a23c-432c-8054-992934635f96 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Unset dirty status for tenant:229074fa5f3445e4ba64710459532036 on resource:port {{(pid=78478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:35:07.461356 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-f679e036-a23c-432c-8054-992934635f96 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=229074fa5f3445e4ba64710459532036&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1214767 Jul 07 18:35:07.625988 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-23748424-af07-4fdb-944b-c455f30092a0 req-b68ecee0-e188-4c9a-987e-3543550648a0 service neutron] 10.222.0.89 "GET /v2.0/networks/812cdeb5-28be-42d6-9c31-de92b02e4d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468379 Jul 07 18:35:07.633877 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c99609-f53e-4be4-be5d-5158d0eb7e76 req-182f6b19-2a74-4e5c-aa58-aa2677711c74 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:07.634595 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-09c99609-f53e-4be4-be5d-5158d0eb7e76 req-182f6b19-2a74-4e5c-aa58-aa2677711c74 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Synchronizing usage tracker for tenant:b2674db6b360488db91f120b6aee14a2 on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:35:07.655519 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-09c99609-f53e-4be4-be5d-5158d0eb7e76 req-182f6b19-2a74-4e5c-aa58-aa2677711c74 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Unset dirty status for tenant:b2674db6b360488db91f120b6aee14a2 on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:35:07.657073 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-09c99609-f53e-4be4-be5d-5158d0eb7e76 req-182f6b19-2a74-4e5c-aa58-aa2677711c74 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b22b520-9433-49ed-bb08-81088658219a HTTP/1.1" status: 200 len: 943 time: 0.1606147 Jul 07 18:35:07.720505 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b045d05f-a6fd-4ffb-ad93-eef5a695376e service neutron] 10.222.0.41 "GET /v2.0/networks/72d36f31-17c4-4180-b454-ed56f784f3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530041 Jul 07 18:35:07.848814 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-09c99609-f53e-4be4-be5d-5158d0eb7e76 req-31062b81-944e-4b7a-84d2-0f404d6c29e7 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Synchronizing usage tracker for tenant:b2674db6b360488db91f120b6aee14a2 on resource:security_group {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:35:07.865342 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-793082ae-da40-438b-9c11-97f1637a1a53 service neutron] 10.222.0.41 "GET /v2.0/networks/72d36f31-17c4-4180-b454-ed56f784f3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386027 Jul 07 18:35:07.877823 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-09c99609-f53e-4be4-be5d-5158d0eb7e76 req-31062b81-944e-4b7a-84d2-0f404d6c29e7 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Unset dirty status for tenant:b2674db6b360488db91f120b6aee14a2 on resource:security_group {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:35:07.879214 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-09c99609-f53e-4be4-be5d-5158d0eb7e76 req-31062b81-944e-4b7a-84d2-0f404d6c29e7 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164431 Jul 07 18:35:07.890225 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a5cc4-8fd3-4f68-996a-6ead5edfdb40 req-fab4472b-ca56-42c9-8aad-5e2240c3cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:07.891865 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-211a5cc4-8fd3-4f68-996a-6ead5edfdb40 req-fab4472b-ca56-42c9-8aad-5e2240c3cca6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b2674db6b360488db91f120b6aee14a2&device_id=0b22b520-9433-49ed-bb08-81088658219a HTTP/1.1" status: 200 len: 1096 time: 0.1946926 Jul 07 18:35:08.042959 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a5cc4-8fd3-4f68-996a-6ead5edfdb40 req-b9faf062-2503-401c-a0da-e071b6b16b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:08.044504 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-211a5cc4-8fd3-4f68-996a-6ead5edfdb40 req-b9faf062-2503-401c-a0da-e071b6b16b7c service neutron] 10.222.0.89 "GET /v2.0/networks?id=812cdeb5-28be-42d6-9c31-de92b02e4d92 HTTP/1.1" status: 200 len: 915 time: 0.1347425 Jul 07 18:35:08.122686 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-211a5cc4-8fd3-4f68-996a-6ead5edfdb40 req-b6a997c2-963e-45fc-aa04-8755ac09dc46 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2f80b59-a8aa-4776-94ea-512e18e5fcfd HTTP/1.1" status: 200 len: 217 time: 0.0704744 Jul 07 18:35:08.186902 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a5cc4-8fd3-4f68-996a-6ead5edfdb40 req-7fd27e1c-19f1-43ef-854f-bd006d4e4937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:08.188349 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-211a5cc4-8fd3-4f68-996a-6ead5edfdb40 req-7fd27e1c-19f1-43ef-854f-bd006d4e4937 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=69c92ec7-8ae2-454f-a138-90e0f930331c HTTP/1.1" status: 200 len: 854 time: 0.0599885 Jul 07 18:35:08.274441 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-211a5cc4-8fd3-4f68-996a-6ead5edfdb40 req-ef86631f-2f92-4631-bcc8-1994ae603df0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=812cdeb5-28be-42d6-9c31-de92b02e4d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781665 Jul 07 18:35:08.289063 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6b79c2fe-3f89-417a-ab0a-1b3d3a636d82 req-445e75bd-5e0a-4d64-82ed-3762f02332fa tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 210 time: 0.0512662 Jul 07 18:35:08.420649 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-211a5cc4-8fd3-4f68-996a-6ead5edfdb40 req-547b3f09-fc78-41cf-b659-b48b40bd9ff9 service neutron] 10.222.0.89 "GET /v2.0/networks/812cdeb5-28be-42d6-9c31-de92b02e4d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349876 Jul 07 18:35:08.561814 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-211a5cc4-8fd3-4f68-996a-6ead5edfdb40 req-4a22f94a-e68d-4fbf-9c91-68667e532275 service neutron] 10.222.0.89 "GET /v2.0/networks/812cdeb5-28be-42d6-9c31-de92b02e4d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341574 Jul 07 18:35:09.094045 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d100a-4ff6-465c-8eae-dc56d4d9df29 req-5d71b326-3286-4a1a-9a5f-e5410aeca509 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:09.095649 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f79d100a-4ff6-465c-8eae-dc56d4d9df29 req-5d71b326-3286-4a1a-9a5f-e5410aeca509 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b22b520-9433-49ed-bb08-81088658219a HTTP/1.1" status: 200 len: 943 time: 0.0911746 Jul 07 18:35:09.142578 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f79d100a-4ff6-465c-8eae-dc56d4d9df29 req-d2bff219-1910-4e4a-b2cf-3f382ed7306b tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411439 Jul 07 18:35:09.522478 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-59c39a39-4116-41ca-aab1-9719079bf670 req-3eb90057-2cea-4bff-a7a0-6f7aabb1a787 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 210 time: 0.0514586 Jul 07 18:35:09.587935 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-13acbed5-1faf-4ea0-811b-66780f70d00b tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:09.588714 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-13acbed5-1faf-4ea0-811b-66780f70d00b tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Synchronizing usage tracker for tenant:229074fa5f3445e4ba64710459532036 on resource:network {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:35:09.607843 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-13acbed5-1faf-4ea0-811b-66780f70d00b tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Unset dirty status for tenant:229074fa5f3445e4ba64710459532036 on resource:network {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:35:09.608957 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-13acbed5-1faf-4ea0-811b-66780f70d00b tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.89 "GET /v2.0/networks?id=72d36f31-17c4-4180-b454-ed56f784f3fe HTTP/1.1" status: 200 len: 809 time: 0.2383285 Jul 07 18:35:09.662060 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-ebacb96b-d535-4691-9819-1317a4cd639d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Synchronizing usage tracker for tenant:229074fa5f3445e4ba64710459532036 on resource:security_group {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:35:09.680079 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-ebacb96b-d535-4691-9819-1317a4cd639d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Unset dirty status for tenant:229074fa5f3445e4ba64710459532036 on resource:security_group {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:35:09.681254 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-ebacb96b-d535-4691-9819-1317a4cd639d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=229074fa5f3445e4ba64710459532036 HTTP/1.1" status: 200 len: 380 time: 0.0597084 Jul 07 18:35:09.688209 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device f2f80b59-a8aa-4776-94ea-512e18e5fcfd details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 07 18:35:09.692208 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b5822236-b4b4-4d6b-b04b-d35cb34d174d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Request body: {'port': {'device_id': '440334b9-ef0d-457b-b247-d13c018cf91a', 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe', 'admin_state_up': True, 'tenant_id': '229074fa5f3445e4ba64710459532036', 'security_groups': ['62ddcbad-1919-4ae5-bf1a-839de4642ffb']}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:09.830569 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port f2f80b59-a8aa-4776-94ea-512e18e5fcfd, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=f2f80b59-a8aa-4776-94ea-512e18e5fcfd,segment=NetworkSegment(7e72cba7-8876-44a0-a2d7-61fae11e2542),segment_id=7e72cba7-8876-44a0-a2d7-61fae11e2542)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:35:09.834353 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b5822236-b4b4-4d6b-b04b-d35cb34d174d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:35:09.844768 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Returning: {'device': 'f2f80b59-a8aa-4776-94ea-512e18e5fcfd', 'network_id': '812cdeb5-28be-42d6-9c31-de92b02e4d92', 'port_id': 'f2f80b59-a8aa-4776-94ea-512e18e5fcfd', 'mac_address': 'fa:16:3e:5c:09:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c92ec7-8ae2-454f-a138-90e0f930331c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 07 18:35:09.845993 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b5822236-b4b4-4d6b-b04b-d35cb34d174d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:35:09.855305 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b5822236-b4b4-4d6b-b04b-d35cb34d174d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Made reservation on behalf of 229074fa5f3445e4ba64710459532036 for: {'port': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:35:09.859489 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b5822236-b4b4-4d6b-b04b-d35cb34d174d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:09.904480 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:09.921814 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f80b59-a8aa-4776-94ea-512e18e5fcfd {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:35:09.939063 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port f2f80b59-a8aa-4776-94ea-512e18e5fcfd, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=f2f80b59-a8aa-4776-94ea-512e18e5fcfd,segment=NetworkSegment(7e72cba7-8876-44a0-a2d7-61fae11e2542),segment_id=7e72cba7-8876-44a0-a2d7-61fae11e2542)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:35:09.945480 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:09.948269 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:10.024771 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=f2f80b59-a8aa-4776-94ea-512e18e5fcfd,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:10.029091 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:10.050548 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_common [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b5822236-b4b4-4d6b-b04b-d35cb34d174d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Allocated IP 172.20.0.5 (72d36f31-17c4-4180-b454-ed56f784f3fe/9e464e48-25e4-4c21-b21a-865fedb9b97b/d0a4dc4f-23cf-4e62-b7be-2d4514593e41) {{(pid=78477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:35:10.230133 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['f2f80b59-a8aa-4776-94ea-512e18e5fcfd'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:35:10.314442 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b5822236-b4b4-4d6b-b04b-d35cb34d174d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for port, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:10.342053 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b5822236-b4b4-4d6b-b04b-d35cb34d174d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Transition to ACTIVE for port object d0a4dc4f-23cf-4e62-b7be-2d4514593e41 will not be triggered until provisioned by entity DHCP. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:35:10.376384 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b5822236-b4b4-4d6b-b04b-d35cb34d174d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:10.388687 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ab29b-2452-4a70-bd24-fa9f1abadbe1 req-029bb1a7-9d60-42cf-bb86-5546f781e3ac tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:10.389492 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-f0326895-4ae9-4c9b-9d66-ed77a040eb46 tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:10.390194 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-0c7ab29b-2452-4a70-bd24-fa9f1abadbe1 req-029bb1a7-9d60-42cf-bb86-5546f781e3ac tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b22b520-9433-49ed-bb08-81088658219a HTTP/1.1" status: 200 len: 944 time: 0.1379695 Jul 07 18:35:10.443635 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-0c7ab29b-2452-4a70-bd24-fa9f1abadbe1 req-98d2981a-cd2b-4659-81a5-68f2b7ba675f tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456214 Jul 07 18:35:10.449345 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b5822236-b4b4-4d6b-b04b-d35cb34d174d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Network 72d36f31-17c4-4180-b454-ed56f784f3fe is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:35:10.454831 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b5822236-b4b4-4d6b-b04b-d35cb34d174d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:35:10.457076 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b5822236-b4b4-4d6b-b04b-d35cb34d174d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Received port after_create {{(pid=78477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:35:10.622774 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5822236-b4b4-4d6b-b04b-d35cb34d174d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Pushing event updated for resources: {'Port': ['ID=d0a4dc4f-23cf-4e62-b7be-2d4514593e41,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:10.627167 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-b5822236-b4b4-4d6b-b04b-d35cb34d174d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:10.645767 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b5822236-b4b4-4d6b-b04b-d35cb34d174d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:10.646842 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b5822236-b4b4-4d6b-b04b-d35cb34d174d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:10.721179 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b5822236-b4b4-4d6b-b04b-d35cb34d174d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0330145 Jul 07 18:35:10.735334 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] Request body: {'port': {'device_id': '440334b9-ef0d-457b-b247-d13c018cf91a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:10.738507 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-88f1754a-244c-4b37-839b-1f19ea275b7e None None] Provisioning for port d0a4dc4f-23cf-4e62-b7be-2d4514593e41 completed by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:35:10.744334 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-88f1754a-244c-4b37-839b-1f19ea275b7e None None] Provisioning complete for port d0a4dc4f-23cf-4e62-b7be-2d4514593e41 triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:35:10.744722 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-88f1754a-244c-4b37-839b-1f19ea275b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:10.804473 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-88f1754a-244c-4b37-839b-1f19ea275b7e None None] Port d0a4dc4f-23cf-4e62-b7be-2d4514593e41 cannot update to ACTIVE because it is not bound. {{(pid=78479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:35:10.841093 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686cff7-a8c9-45b6-ae3f-b721d888c4f4 req-ebdc337e-0aa1-42b9-b4a8-b4da05cf3678 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:10.841885 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-7686cff7-a8c9-45b6-ae3f-b721d888c4f4 req-ebdc337e-0aa1-42b9-b4a8-b4da05cf3678 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Synchronizing usage tracker for tenant:229074fa5f3445e4ba64710459532036 on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:35:10.877820 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:10.886194 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-7686cff7-a8c9-45b6-ae3f-b721d888c4f4 req-ebdc337e-0aa1-42b9-b4a8-b4da05cf3678 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Unset dirty status for tenant:229074fa5f3445e4ba64710459532036 on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:35:10.887497 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-7686cff7-a8c9-45b6-ae3f-b721d888c4f4 req-ebdc337e-0aa1-42b9-b4a8-b4da05cf3678 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 931 time: 0.2216561 Jul 07 18:35:10.989570 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-7686cff7-a8c9-45b6-ae3f-b721d888c4f4 req-edc4ae7b-0fbb-44de-9103-653c6492ccac tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948737 Jul 07 18:35:11.252304 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a4dc4f-23cf-4e62-b7be-2d4514593e41 {{(pid=78477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:35:11.259625 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:11.273753 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] Transition to ACTIVE for port object d0a4dc4f-23cf-4e62-b7be-2d4514593e41 will not be triggered until provisioned by entity L2. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:35:11.277307 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4007007'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:11.281233 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-01675fdc-de60-49bf-99a9-9f04f3d3516e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:11.438000 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] Pushing event updated for resources: {'Port': ['ID=d0a4dc4f-23cf-4e62-b7be-2d4514593e41,revision_number=2']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:11.445500 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:11.529296 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] Attempting to bind port d0a4dc4f-23cf-4e62-b7be-2d4514593e41 on host hv-cinder-79869 for vnic_type normal with profile {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:35:11.529745 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] Attempting to bind port d0a4dc4f-23cf-4e62-b7be-2d4514593e41 by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': '4ad7979d-0fdf-43a5-b16c-6be4b44243f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe'}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:35:11.530284 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] Attempting to bind port d0a4dc4f-23cf-4e62-b7be-2d4514593e41 on network 72d36f31-17c4-4180-b454-ed56f784f3fe {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:35:11.536547 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] Port d0a4dc4f-23cf-4e62-b7be-2d4514593e41 on network 72d36f31-17c4-4180-b454-ed56f784f3fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:35:11.536889 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] Attempting to bind port d0a4dc4f-23cf-4e62-b7be-2d4514593e41 on network 72d36f31-17c4-4180-b454-ed56f784f3fe {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:35:11.542013 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] Checking agent: {'id': '6661975a-2303-40ef-9047-4852f27aec4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:35:11.542343 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] Checking segment: {'id': '4ad7979d-0fdf-43a5-b16c-6be4b44243f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:35:11.543064 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] Bound using segment: {'id': '4ad7979d-0fdf-43a5-b16c-6be4b44243f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe'} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:35:11.543480 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] Bound port: d0a4dc4f-23cf-4e62-b7be-2d4514593e41, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad7979d-0fdf-43a5-b16c-6be4b44243f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe'}}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:35:11.543853 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:11.639905 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] For port d0a4dc4f-23cf-4e62-b7be-2d4514593e41, host hv-cinder-79869, cleared binding levels {{(pid=78477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:35:11.644334 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] For port d0a4dc4f-23cf-4e62-b7be-2d4514593e41, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=d0a4dc4f-23cf-4e62-b7be-2d4514593e41,segment=NetworkSegment(4ad7979d-0fdf-43a5-b16c-6be4b44243f6),segment_id=4ad7979d-0fdf-43a5-b16c-6be4b44243f6)] {{(pid=78477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:35:11.650138 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4007007'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:11.654525 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-ce6fd0b3-2b2e-48a1-9be9-c8f740479ec6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:11.661980 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0a770-5f3e-450f-9489-783db2e83d6c req-fcd89424-0ced-4560-a3c5-084b590ee283 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:11.664092 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-aaa0a770-5f3e-450f-9489-783db2e83d6c req-fcd89424-0ced-4560-a3c5-084b590ee283 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b22b520-9433-49ed-bb08-81088658219a HTTP/1.1" status: 200 len: 944 time: 0.0856738 Jul 07 18:35:11.699728 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device f2f80b59-a8aa-4776-94ea-512e18e5fcfd up at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:35:11.725876 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:11.725876 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:11.727270 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] 10.222.0.89 "PUT /v2.0/ports/d0a4dc4f-23cf-4e62-b7be-2d4514593e41 HTTP/1.1" status: 200 len: 1093 time: 0.9968102 Jul 07 18:35:11.727775 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440334b9-ef0d-457b-b247-d13c018cf91a', 'tag': 'd0a4dc4f-23cf-4e62-b7be-2d4514593e41'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:11.734458 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-aaa0a770-5f3e-450f-9489-783db2e83d6c req-76983547-29f2-45ac-922d-156541697cf5 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637379 Jul 07 18:35:11.749944 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] Pushing event updated for resources: {'Port': ['ID=d0a4dc4f-23cf-4e62-b7be-2d4514593e41,revision_number=3']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:11.754944 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:11.815986 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning for port f2f80b59-a8aa-4776-94ea-512e18e5fcfd completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:35:11.821434 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning complete for port f2f80b59-a8aa-4776-94ea-512e18e5fcfd triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:35:11.821817 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:11.862025 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440334b9-ef0d-457b-b247-d13c018cf91a', 'tag': 'd0a4dc4f-23cf-4e62-b7be-2d4514593e41', 'status': 'completed', 'code': 200} Jul 07 18:35:11.922361 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-49f1d584-111d-4191-9169-b03396b26402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:11.924110 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-49f1d584-111d-4191-9169-b03396b26402 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=229074fa5f3445e4ba64710459532036&device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 1096 time: 0.1431255 Jul 07 18:35:11.966331 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:12.006298 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-9984cd73-5b83-41fe-b8e0-60a24ebad33f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0a4dc4f-23cf-4e62-b7be-2d4514593e41 HTTP/1.1" status: 200 len: 217 time: 0.0724463 Jul 07 18:35:12.031590 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b22b520-9433-49ed-bb08-81088658219a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f80b59-a8aa-4776-94ea-512e18e5fcfd'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:12.045368 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port f2f80b59-a8aa-4776-94ea-512e18e5fcfd, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=f2f80b59-a8aa-4776-94ea-512e18e5fcfd,segment=NetworkSegment(7e72cba7-8876-44a0-a2d7-61fae11e2542),segment_id=7e72cba7-8876-44a0-a2d7-61fae11e2542)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:35:12.050369 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:12.054059 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-a97fbc30-f959-4ab7-981e-acab080989d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:12.108878 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-895eb9b1-9086-437a-8e5d-faacbf0873fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:12.110928 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-895eb9b1-9086-437a-8e5d-faacbf0873fd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9e464e48-25e4-4c21-b21a-865fedb9b97b HTTP/1.1" status: 200 len: 848 time: 0.0811429 Jul 07 18:35:12.136030 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b22b520-9433-49ed-bb08-81088658219a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f80b59-a8aa-4776-94ea-512e18e5fcfd', 'code': 200} Jul 07 18:35:12.170374 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=f2f80b59-a8aa-4776-94ea-512e18e5fcfd,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:12.191654 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:12.241669 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-77e0bf07-7280-41a4-8dfa-8f5afd1bc4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:12.251895 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-77e0bf07-7280-41a4-8dfa-8f5afd1bc4e8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=72d36f31-17c4-4180-b454-ed56f784f3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1268630 Jul 07 18:35:12.301694 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ab6a1-5564-45db-9858-6adc85df2b47 req-51391743-e4f7-464a-a8c2-69a91ec1de9e tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:12.303531 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-ac9ab6a1-5564-45db-9858-6adc85df2b47 req-51391743-e4f7-464a-a8c2-69a91ec1de9e tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 943 time: 0.1076808 Jul 07 18:35:12.357183 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-ac9ab6a1-5564-45db-9858-6adc85df2b47 req-e49fcfb5-5044-488b-ad4b-3bfa2128fdb4 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447459 Jul 07 18:35:12.458304 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-9bbff5b1-cdda-4dc6-8c95-73df066e2744 service neutron] 10.222.0.89 "GET /v2.0/networks/72d36f31-17c4-4180-b454-ed56f784f3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048304 Jul 07 18:35:12.461097 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f3a8d-f577-4908-bcea-b84ebe05c36a req-507d205f-ca48-4d52-8adc-fcb5185091e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:12.462476 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1a1f3a8d-f577-4908-bcea-b84ebe05c36a req-507d205f-ca48-4d52-8adc-fcb5185091e4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0b22b520-9433-49ed-bb08-81088658219a HTTP/1.1" status: 200 len: 1098 time: 0.1284256 Jul 07 18:35:12.689758 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1a1f3a8d-f577-4908-bcea-b84ebe05c36a req-183df1d1-324f-48e8-b47b-e55b6f3d669c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954772 Jul 07 18:35:12.729204 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-f881aafe-8ccf-4985-ae79-f814a5ca3823 req-61951a59-7c18-4702-a72b-da00b1c4de35 service neutron] 10.222.0.89 "GET /v2.0/networks/72d36f31-17c4-4180-b454-ed56f784f3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538228 Jul 07 18:35:12.932459 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e9b68-a1ea-40b1-8ff9-bd7e33da03b0 req-d76b6004-808a-4129-a7aa-58d5b482fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:12.933953 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4b1e9b68-a1ea-40b1-8ff9-bd7e33da03b0 req-d76b6004-808a-4129-a7aa-58d5b482fb28 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=229074fa5f3445e4ba64710459532036&device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 1096 time: 0.1317782 Jul 07 18:35:13.033447 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab141920-ed34-44f6-96ff-6a46c91bb5b7 req-1bbb67c0-18ce-4b47-b53e-8055ef22e500 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:13.034937 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ab141920-ed34-44f6-96ff-6a46c91bb5b7 req-1bbb67c0-18ce-4b47-b53e-8055ef22e500 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b22b520-9433-49ed-bb08-81088658219a HTTP/1.1" status: 200 len: 945 time: 0.1818056 Jul 07 18:35:13.109969 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ab141920-ed34-44f6-96ff-6a46c91bb5b7 req-7532f339-0583-49ff-9fc8-3efee0cec430 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676258 Jul 07 18:35:13.117646 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e9b68-a1ea-40b1-8ff9-bd7e33da03b0 req-6ac11f1e-4d34-4216-a0be-b01c045cca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:13.119233 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4b1e9b68-a1ea-40b1-8ff9-bd7e33da03b0 req-6ac11f1e-4d34-4216-a0be-b01c045cca1e service neutron] 10.222.0.89 "GET /v2.0/networks?id=72d36f31-17c4-4180-b454-ed56f784f3fe HTTP/1.1" status: 200 len: 910 time: 0.1744905 Jul 07 18:35:13.190791 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4b1e9b68-a1ea-40b1-8ff9-bd7e33da03b0 req-7330645c-0563-4796-bcbf-6b36e329332b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0a4dc4f-23cf-4e62-b7be-2d4514593e41 HTTP/1.1" status: 200 len: 217 time: 0.0633409 Jul 07 18:35:13.265146 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e9b68-a1ea-40b1-8ff9-bd7e33da03b0 req-c13a51b9-c201-4bfa-b886-c8f29d30044a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:13.267281 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4b1e9b68-a1ea-40b1-8ff9-bd7e33da03b0 req-c13a51b9-c201-4bfa-b886-c8f29d30044a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9e464e48-25e4-4c21-b21a-865fedb9b97b HTTP/1.1" status: 200 len: 848 time: 0.0694540 Jul 07 18:35:13.354627 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e9b68-a1ea-40b1-8ff9-bd7e33da03b0 req-2e4850c5-5957-421a-a99d-b8b1b038a484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:13.356247 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4b1e9b68-a1ea-40b1-8ff9-bd7e33da03b0 req-2e4850c5-5957-421a-a99d-b8b1b038a484 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=72d36f31-17c4-4180-b454-ed56f784f3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811939 Jul 07 18:35:13.557487 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4b1e9b68-a1ea-40b1-8ff9-bd7e33da03b0 req-123ccaa7-4692-45b8-8e6f-ecb0a44569dc service neutron] 10.222.0.89 "GET /v2.0/networks/72d36f31-17c4-4180-b454-ed56f784f3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896691 Jul 07 18:35:13.617175 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ff147-d9f2-439c-bcfe-86abbffe81d2 req-08426d6e-d46e-4bc9-b3c8-27281fb73dde tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:13.625646 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-461ff147-d9f2-439c-bcfe-86abbffe81d2 req-08426d6e-d46e-4bc9-b3c8-27281fb73dde tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 943 time: 0.1276762 Jul 07 18:35:13.686546 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-461ff147-d9f2-439c-bcfe-86abbffe81d2 req-3e514aa1-0b51-4d38-bc12-83079e4c6f15 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579910 Jul 07 18:35:13.771767 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4b1e9b68-a1ea-40b1-8ff9-bd7e33da03b0 req-5d20381a-acdd-41d4-a8b1-067aa124fb6d service neutron] 10.222.0.89 "GET /v2.0/networks/72d36f31-17c4-4180-b454-ed56f784f3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992676 Jul 07 18:35:14.251121 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 59454) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:14.441975 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-306f25b1-6f06-4a46-b14c-09b2546245d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:14.467092 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-306f25b1-6f06-4a46-b14c-09b2546245d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:35:14.472853 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-306f25b1-6f06-4a46-b14c-09b2546245d5 admin admin] Usage tracker for resource:security_group_rule and tenant:40adbd11674d4126bfc0a7cbaac479b6 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:35:14.476169 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-306f25b1-6f06-4a46-b14c-09b2546245d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:35:14.484592 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-306f25b1-6f06-4a46-b14c-09b2546245d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:35:14.521628 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947167ca-a5df-46be-91df-5caa3ea96abf req-c958d22a-42b6-4710-a429-15cdd70fd650 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:14.523141 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-947167ca-a5df-46be-91df-5caa3ea96abf req-c958d22a-42b6-4710-a429-15cdd70fd650 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b22b520-9433-49ed-bb08-81088658219a HTTP/1.1" status: 200 len: 945 time: 0.1357923 Jul 07 18:35:14.589374 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-947167ca-a5df-46be-91df-5caa3ea96abf req-72a38687-68f7-48e1-98e8-36f8d3e7a3d4 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597513 Jul 07 18:35:14.630097 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-306f25b1-6f06-4a46-b14c-09b2546245d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:14.635274 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-306f25b1-6f06-4a46-b14c-09b2546245d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:14.644071 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-64d3b818-6973-444b-959d-81117fc2238d tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:14.683746 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-306f25b1-6f06-4a46-b14c-09b2546245d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40adbd11674d4126bfc0a7cbaac479b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4315181 Jul 07 18:35:14.687106 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 59474) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:14.700682 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f25b1-6f06-4a46-b14c-09b2546245d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ed3250-49cb-4fc8-b10e-5a48a911b487,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:14.728067 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f25b1-6f06-4a46-b14c-09b2546245d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:14.728448 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f25b1-6f06-4a46-b14c-09b2546245d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:14.728810 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f25b1-6f06-4a46-b14c-09b2546245d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:14.729170 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f25b1-6f06-4a46-b14c-09b2546245d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:14.729571 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f25b1-6f06-4a46-b14c-09b2546245d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:14.729929 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f25b1-6f06-4a46-b14c-09b2546245d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:14.730304 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f25b1-6f06-4a46-b14c-09b2546245d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:14.730651 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f25b1-6f06-4a46-b14c-09b2546245d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:14.731026 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f25b1-6f06-4a46-b14c-09b2546245d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:14.731901 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f25b1-6f06-4a46-b14c-09b2546245d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:14.732244 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f25b1-6f06-4a46-b14c-09b2546245d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:14.732586 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f25b1-6f06-4a46-b14c-09b2546245d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:14.740515 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-306f25b1-6f06-4a46-b14c-09b2546245d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:14.782179 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-1e752e46-9095-4e5c-ab7d-5aa1bec502d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:14.813496 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-1e752e46-9095-4e5c-ab7d-5aa1bec502d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:14.879857 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-1e752e46-9095-4e5c-ab7d-5aa1bec502d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:14.885344 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-d9ed4196-5f1b-4935-b626-ab96283be2c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:14.899128 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716a740-ea69-4e57-b995-2227a695d60d req-d5a4d154-65b7-4018-b662-bdd73b6b7e97 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:14.900652 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d716a740-ea69-4e57-b995-2227a695d60d req-d5a4d154-65b7-4018-b662-bdd73b6b7e97 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 943 time: 0.0847623 Jul 07 18:35:14.901659 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e752e46-9095-4e5c-ab7d-5aa1bec502d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ed3250-49cb-4fc8-b10e-5a48a911b487,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:14.905295 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-1e752e46-9095-4e5c-ab7d-5aa1bec502d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:14.926036 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-1e752e46-9095-4e5c-ab7d-5aa1bec502d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:14.927479 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-1e752e46-9095-4e5c-ab7d-5aa1bec502d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83ed3250-49cb-4fc8-b10e-5a48a911b487 HTTP/1.1" status: 204 len: 168 time: 0.2392228 Jul 07 18:35:14.976368 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d716a740-ea69-4e57-b995-2227a695d60d req-89a2e6f4-0aee-43e0-88bf-bd9d4c770f8d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645511 Jul 07 18:35:15.382339 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 59520) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:15.404336 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-6442de9d-42ae-493d-b80e-d07392cc7dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:15.420870 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-6442de9d-42ae-493d-b80e-d07392cc7dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:35:15.425480 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 59526) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:15.425606 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-6442de9d-42ae-493d-b80e-d07392cc7dbc admin admin] Usage tracker for resource:security_group_rule and tenant:fba7b19508c64386bf7d06589adde728 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:35:15.428630 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-6442de9d-42ae-493d-b80e-d07392cc7dbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:35:15.434417 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-6442de9d-42ae-493d-b80e-d07392cc7dbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:35:15.533215 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-6442de9d-42ae-493d-b80e-d07392cc7dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:15.538524 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-6442de9d-42ae-493d-b80e-d07392cc7dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:15.565836 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-8f19723b-ee4e-4f3d-be66-4665b70bd7e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:15.588486 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-6442de9d-42ae-493d-b80e-d07392cc7dbc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fba7b19508c64386bf7d06589adde728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050486 Jul 07 18:35:15.591222 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 59536) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:15.612611 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442de9d-42ae-493d-b80e-d07392cc7dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2643002a-f841-481c-8829-72a0371191ef,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:15.629680 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-6442de9d-42ae-493d-b80e-d07392cc7dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:15.664049 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-382cd984-c683-4f2b-be6a-551bd5994d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:15.691728 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-382cd984-c683-4f2b-be6a-551bd5994d9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:35:15.693850 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-774417a9-682f-4f6a-9916-b7573dbd6f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:15.697636 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-382cd984-c683-4f2b-be6a-551bd5994d9c admin admin] Usage tracker for resource:security_group_rule and tenant:bb6033890e8a41adbbe8476fc151f350 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:35:15.707105 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-382cd984-c683-4f2b-be6a-551bd5994d9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:35:15.716469 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device d0a4dc4f-23cf-4e62-b7be-2d4514593e41 details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 07 18:35:15.747616 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-382cd984-c683-4f2b-be6a-551bd5994d9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:35:15.788589 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-774417a9-682f-4f6a-9916-b7573dbd6f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:15.866004 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port d0a4dc4f-23cf-4e62-b7be-2d4514593e41, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=d0a4dc4f-23cf-4e62-b7be-2d4514593e41,segment=NetworkSegment(4ad7979d-0fdf-43a5-b16c-6be4b44243f6),segment_id=4ad7979d-0fdf-43a5-b16c-6be4b44243f6)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:35:15.882564 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Returning: {'device': 'd0a4dc4f-23cf-4e62-b7be-2d4514593e41', 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe', 'port_id': 'd0a4dc4f-23cf-4e62-b7be-2d4514593e41', 'mac_address': 'fa:16:3e:97:57:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e464e48-25e4-4c21-b21a-865fedb9b97b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 07 18:35:15.888917 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e071539-9fd0-4323-b5cb-fcdf06c1cd14 req-436aaf36-02eb-4364-be85-0cec37cbcdf4 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:15.890435 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1e071539-9fd0-4323-b5cb-fcdf06c1cd14 req-436aaf36-02eb-4364-be85-0cec37cbcdf4 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 946 time: 0.1778228 Jul 07 18:35:15.911354 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-774417a9-682f-4f6a-9916-b7573dbd6f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:15.932833 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-1a2c4837-b59b-4569-8a4a-d278c579d0a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:15.951559 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:15.965862 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774417a9-682f-4f6a-9916-b7573dbd6f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2643002a-f841-481c-8829-72a0371191ef,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:15.983545 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-774417a9-682f-4f6a-9916-b7573dbd6f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:15.987687 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-774417a9-682f-4f6a-9916-b7573dbd6f00 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2643002a-f841-481c-8829-72a0371191ef HTTP/1.1" status: 204 len: 168 time: 0.3929172 Jul 07 18:35:15.991543 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-774417a9-682f-4f6a-9916-b7573dbd6f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:15.994482 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a4dc4f-23cf-4e62-b7be-2d4514593e41 {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:35:16.014513 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port d0a4dc4f-23cf-4e62-b7be-2d4514593e41, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=d0a4dc4f-23cf-4e62-b7be-2d4514593e41,segment=NetworkSegment(4ad7979d-0fdf-43a5-b16c-6be4b44243f6),segment_id=4ad7979d-0fdf-43a5-b16c-6be4b44243f6)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:35:16.021348 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:16.024686 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-a47bbd86-11ad-4f1c-8aa9-f12faf805ed4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:16.042850 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1e071539-9fd0-4323-b5cb-fcdf06c1cd14 req-9af1c777-0cdf-481a-90fc-d306942953b2 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324315 Jul 07 18:35:16.046150 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-382cd984-c683-4f2b-be6a-551bd5994d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:16.053623 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-382cd984-c683-4f2b-be6a-551bd5994d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:16.065706 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-12b11960-118c-4d48-930d-d4e3f895b7b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:16.118491 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=d0a4dc4f-23cf-4e62-b7be-2d4514593e41,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:16.124197 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-382cd984-c683-4f2b-be6a-551bd5994d9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb6033890e8a41adbbe8476fc151f350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6945481 Jul 07 18:35:16.124629 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 59556) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:16.127947 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:16.128100 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382cd984-c683-4f2b-be6a-551bd5994d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaf3688-dda2-43f2-adbf-f70f3ee7a18f,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:16.131021 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-382cd984-c683-4f2b-be6a-551bd5994d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:16.260657 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f84ebc7c-2d68-4711-a1fe-830465a17767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:16.297530 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f84ebc7c-2d68-4711-a1fe-830465a17767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:16.312052 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fb8a9-b59e-49b0-961f-9bd2d9ab3c92 req-1df12fe6-02b2-46c9-aad5-076ddc0a19e5 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:16.313586 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-5e3fb8a9-b59e-49b0-961f-9bd2d9ab3c92 req-1df12fe6-02b2-46c9-aad5-076ddc0a19e5 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 944 time: 0.1526484 Jul 07 18:35:16.325026 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['d0a4dc4f-23cf-4e62-b7be-2d4514593e41'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:35:16.417635 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-5e3fb8a9-b59e-49b0-961f-9bd2d9ab3c92 req-ef93737b-dc56-43f9-83cc-607b467bac4a tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967908 Jul 07 18:35:16.433159 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f84ebc7c-2d68-4711-a1fe-830465a17767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:16.440397 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-532ad20d-4184-4115-93f3-e936559aea5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:16.456896 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ebc7c-2d68-4711-a1fe-830465a17767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaf3688-dda2-43f2-adbf-f70f3ee7a18f,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:16.460140 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-f84ebc7c-2d68-4711-a1fe-830465a17767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:16.470315 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f84ebc7c-2d68-4711-a1fe-830465a17767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:16.473906 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-f84ebc7c-2d68-4711-a1fe-830465a17767 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2eaf3688-dda2-43f2-adbf-f70f3ee7a18f HTTP/1.1" status: 204 len: 168 time: 0.3459592 Jul 07 18:35:17.258251 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdc562-5b61-40d9-9a31-b1703b009e20 req-3584f506-69a6-4de1-b6ae-ea4bf1ced6f6 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:17.259773 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b8cdc562-5b61-40d9-9a31-b1703b009e20 req-3584f506-69a6-4de1-b6ae-ea4bf1ced6f6 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 946 time: 0.0873036 Jul 07 18:35:17.307107 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b8cdc562-5b61-40d9-9a31-b1703b009e20 req-52ebff10-e85c-4285-8695-305a7a91857c tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403385 Jul 07 18:35:17.315475 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 59592) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:17.436266 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-44d9fc33-5d53-42c4-a93b-94500a16864e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:17.450261 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-44d9fc33-5d53-42c4-a93b-94500a16864e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:35:17.454693 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-44d9fc33-5d53-42c4-a93b-94500a16864e admin admin] Usage tracker for resource:security_group_rule and tenant:7d2d660fe7074f8497df02d32f033cc7 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:35:17.457181 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-44d9fc33-5d53-42c4-a93b-94500a16864e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:35:17.463107 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-44d9fc33-5d53-42c4-a93b-94500a16864e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:35:17.561420 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-44d9fc33-5d53-42c4-a93b-94500a16864e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:17.566892 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-44d9fc33-5d53-42c4-a93b-94500a16864e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:17.568765 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c1a9db38-4c06-48fc-9cb8-365bc2d6aa6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:17.581481 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-21d2c0aa-a198-4915-b03f-c7bfa9d055db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:17.632771 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ad3f4-c821-49b3-a034-56a12fd8050e req-6c3a2b5b-a0a9-4f3b-9c9c-f01d8a75daa4 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:17.634298 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-b59ad3f4-c821-49b3-a034-56a12fd8050e req-6c3a2b5b-a0a9-4f3b-9c9c-f01d8a75daa4 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 944 time: 0.0988524 Jul 07 18:35:17.674174 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-44d9fc33-5d53-42c4-a93b-94500a16864e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d2d660fe7074f8497df02d32f033cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3574691 Jul 07 18:35:17.677452 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 59602) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:17.679440 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9fc33-5d53-42c4-a93b-94500a16864e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a6b469-457c-41c4-9e80-a973f102273d,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:17.683093 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-44d9fc33-5d53-42c4-a93b-94500a16864e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:17.696769 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-b59ad3f4-c821-49b3-a034-56a12fd8050e req-5e58053f-84a3-4d3e-b913-9a5fac27bd75 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565963 Jul 07 18:35:17.712086 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c99b7-8883-40f4-9012-22cbe595bf66 req-d348b16d-57da-4d71-8565-f57921931ccf tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:17.713586 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-731c99b7-8883-40f4-9012-22cbe595bf66 req-d348b16d-57da-4d71-8565-f57921931ccf tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.89 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 946 time: 0.1333325 Jul 07 18:35:17.734076 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device d0a4dc4f-23cf-4e62-b7be-2d4514593e41 up at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:35:17.752958 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-18add748-b417-4cdf-b8c1-fbe6f0b97a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:17.784362 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-18add748-b417-4cdf-b8c1-fbe6f0b97a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:17.792649 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-731c99b7-8883-40f4-9012-22cbe595bf66 req-89d92fd0-7c6d-43e3-bb4b-f9018bac4144 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Deleting port 6743ea86-1c3c-4602-9532-aa6c535a039b {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:35:17.792995 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-731c99b7-8883-40f4-9012-22cbe595bf66 req-89d92fd0-7c6d-43e3-bb4b-f9018bac4144 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:17.803254 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning for port d0a4dc4f-23cf-4e62-b7be-2d4514593e41 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:35:17.808326 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning complete for port d0a4dc4f-23cf-4e62-b7be-2d4514593e41 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:35:17.808717 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:17.845764 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-18add748-b417-4cdf-b8c1-fbe6f0b97a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:17.849894 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-8f4a8b09-8726-49bc-a7c2-3658f2b68f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:17.863222 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18add748-b417-4cdf-b8c1-fbe6f0b97a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a6b469-457c-41c4-9e80-a973f102273d,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:17.867534 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-18add748-b417-4cdf-b8c1-fbe6f0b97a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:17.871363 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-18add748-b417-4cdf-b8c1-fbe6f0b97a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:17.872546 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-18add748-b417-4cdf-b8c1-fbe6f0b97a52 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/25a6b469-457c-41c4-9e80-a973f102273d HTTP/1.1" status: 204 len: 168 time: 0.1945364 Jul 07 18:35:17.970188 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:18.003324 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440334b9-ef0d-457b-b247-d13c018cf91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a4dc4f-23cf-4e62-b7be-2d4514593e41'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:18.020294 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port d0a4dc4f-23cf-4e62-b7be-2d4514593e41, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=d0a4dc4f-23cf-4e62-b7be-2d4514593e41,segment=NetworkSegment(4ad7979d-0fdf-43a5-b16c-6be4b44243f6),segment_id=4ad7979d-0fdf-43a5-b16c-6be4b44243f6)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:35:18.024744 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:18.028398 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:18.066053 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440334b9-ef0d-457b-b247-d13c018cf91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a4dc4f-23cf-4e62-b7be-2d4514593e41', 'code': 200} Jul 07 18:35:18.104690 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=d0a4dc4f-23cf-4e62-b7be-2d4514593e41,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:18.111585 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:18.143653 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:18.201471 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-731c99b7-8883-40f4-9012-22cbe595bf66 req-89d92fd0-7c6d-43e3-bb4b-f9018bac4144 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] For port 6743ea86-1c3c-4602-9532-aa6c535a039b, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=6743ea86-1c3c-4602-9532-aa6c535a039b,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:35:18.202128 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-731c99b7-8883-40f4-9012-22cbe595bf66 req-89d92fd0-7c6d-43e3-bb4b-f9018bac4144 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:18.525417 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4319cb-885d-4179-bac3-75af4c969afe req-1ec1ce82-5d6c-4fd5-9735-3c441694cef0 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:18.526871 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-1d4319cb-885d-4179-bac3-75af4c969afe req-1ec1ce82-5d6c-4fd5-9735-3c441694cef0 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 946 time: 0.0977662 Jul 07 18:35:18.579057 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-1d4319cb-885d-4179-bac3-75af4c969afe req-06ab6f26-c4bb-4070-afb8-eb6dbc965b61 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfed74b4-5135-496e-a42c-1133d0b3b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447080 Jul 07 18:35:18.586482 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-731c99b7-8883-40f4-9012-22cbe595bf66 req-89d92fd0-7c6d-43e3-bb4b-f9018bac4144 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:18.587068 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-731c99b7-8883-40f4-9012-22cbe595bf66 req-89d92fd0-7c6d-43e3-bb4b-f9018bac4144 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553071'] for floatingip, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:18.587953 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.db.l3_db [req-731c99b7-8883-40f4-9012-22cbe595bf66 req-89d92fd0-7c6d-43e3-bb4b-f9018bac4144 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Floating IP 3e7aab2a-defa-4ae7-a08b-996199dc9387 disassociated. External IP: 172.28.1.224, port: 6743ea86-1c3c-4602-9532-aa6c535a039b. Jul 07 18:35:18.587953 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-731c99b7-8883-40f4-9012-22cbe595bf66 req-89d92fd0-7c6d-43e3-bb4b-f9018bac4144 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Calling delete_port for 6743ea86-1c3c-4602-9532-aa6c535a039b owned by compute:nova {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:35:18.618622 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d2f15-b2ec-4633-93c9-d391f90e65cc req-173c9128-9480-4ba3-b0a9-5c0f47d62e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:18.620157 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ff1d2f15-b2ec-4633-93c9-d391f90e65cc req-173c9128-9480-4ba3-b0a9-5c0f47d62e30 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 1098 time: 0.2498491 Jul 07 18:35:18.698319 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ff1d2f15-b2ec-4633-93c9-d391f90e65cc req-4f8696e9-7471-4450-ad90-f65a6c716b37 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659211 Jul 07 18:35:18.811179 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-731c99b7-8883-40f4-9012-22cbe595bf66 req-89d92fd0-7c6d-43e3-bb4b-f9018bac4144 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:18.817341 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:18.899457 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d92fd0-7c6d-43e3-bb4b-f9018bac4144 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Pushing event deleted for resources: {'Port': ['ID=6743ea86-1c3c-4602-9532-aa6c535a039b,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:18.907905 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-89d92fd0-7c6d-43e3-bb4b-f9018bac4144 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:19.131467 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e4455-aac2-47b9-8593-ce6192e33b88 req-ab05a456-e90c-405b-9d9f-b1bdd81d5b6d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:19.131467 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b85e4455-aac2-47b9-8593-ce6192e33b88 req-ab05a456-e90c-405b-9d9f-b1bdd81d5b6d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 945 time: 0.2714286 Jul 07 18:35:19.140918 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-731c99b7-8883-40f4-9012-22cbe595bf66 req-89d92fd0-7c6d-43e3-bb4b-f9018bac4144 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Router 77da480b-5db5-4ea6-9220-c2e479e5060c has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:35:19.264667 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b85e4455-aac2-47b9-8593-ce6192e33b88 req-993b6e21-bb7b-4c9e-bf73-aac6c4f2ff6c tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232309 Jul 07 18:35:19.378742 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-731c99b7-8883-40f4-9012-22cbe595bf66 req-89d92fd0-7c6d-43e3-bb4b-f9018bac4144 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:35:19.390945 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7f7038-f4e7-4b66-a963-06a9b830894d None None] Sync routers for ids ['77da480b-5db5-4ea6-9220-c2e479e5060c'] in dv-cinder-798696-1-smb {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:35:19.402711 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7f7038-f4e7-4b66-a963-06a9b830894d None None] Routers {'77da480b-5db5-4ea6-9220-c2e479e5060c'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:35:19.404322 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-4f7f7038-f4e7-4b66-a963-06a9b830894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:34:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['77da480b-5db5-4ea6-9220-c2e479e5060c'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:19.457672 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-731c99b7-8883-40f4-9012-22cbe595bf66 req-89d92fd0-7c6d-43e3-bb4b-f9018bac4144 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] No DVR routers for this DVR port 6743ea86-1c3c-4602-9532-aa6c535a039b on host hv-cinder-79869 {{(pid=78477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:35:19.461582 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-731c99b7-8883-40f4-9012-22cbe595bf66 req-89d92fd0-7c6d-43e3-bb4b-f9018bac4144 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:19.464381 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc48be8-442d-4860-b43e-df87d33bb564', 'name': 'network-vif-deleted', 'tag': '6743ea86-1c3c-4602-9532-aa6c535a039b'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:19.474526 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 59658) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:19.497504 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-731c99b7-8883-40f4-9012-22cbe595bf66 req-89d92fd0-7c6d-43e3-bb4b-f9018bac4144 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.89 "DELETE /v2.0/ports/6743ea86-1c3c-4602-9532-aa6c535a039b HTTP/1.1" status: 204 len: 173 time: 1.7765048 Jul 07 18:35:19.539241 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc48be8-442d-4860-b43e-df87d33bb564', 'name': 'network-vif-deleted', 'tag': '6743ea86-1c3c-4602-9532-aa6c535a039b', 'status': 'completed', 'code': 200} Jul 07 18:35:19.654394 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-4f7f7038-f4e7-4b66-a963-06a9b830894d None None] Set router 77da480b-5db5-4ea6-9220-c2e479e5060c gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:35:19.667119 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8fab8a02-040c-4a22-9556-27bdb6be9eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:19.718491 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-8fab8a02-040c-4a22-9556-27bdb6be9eda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:35:19.731884 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-8fab8a02-040c-4a22-9556-27bdb6be9eda admin admin] Usage tracker for resource:security_group_rule and tenant:95c32536448c4cd789bf780662929aae is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:35:19.735087 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-8fab8a02-040c-4a22-9556-27bdb6be9eda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:35:19.755757 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-8fab8a02-040c-4a22-9556-27bdb6be9eda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:35:19.848422 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 6743ea86-1c3c-4602-9532-aa6c535a039b no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:35:19.954640 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] No Port match for: 6743ea86-1c3c-4602-9532-aa6c535a039b {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:35:19.955017 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 6743ea86-1c3c-4602-9532-aa6c535a039b not bound to the agent host hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:35:20.031987 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8fab8a02-040c-4a22-9556-27bdb6be9eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:20.037990 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-8fab8a02-040c-4a22-9556-27bdb6be9eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:20.053222 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-b1fdb0bd-9cfd-4d33-8eed-1bc6e682a003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:20.087249 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab8a02-040c-4a22-9556-27bdb6be9eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffbe7a9-5d4a-4b37-89f7-0f4b2fcb46c6,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:20.091703 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-f4e78ab4-3ff7-4d62-b7dd-4cd2f00e7666 req-ed61e0a6-44e0-4222-afab-fe91ad2c9a5d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Synchronizing usage tracker for tenant:141aaf718a50403cb0402f655c144713 on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:35:20.093410 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-8fab8a02-040c-4a22-9556-27bdb6be9eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:20.113779 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-f4e78ab4-3ff7-4d62-b7dd-4cd2f00e7666 req-ed61e0a6-44e0-4222-afab-fe91ad2c9a5d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Unset dirty status for tenant:141aaf718a50403cb0402f655c144713 on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:35:20.122333 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-8fab8a02-040c-4a22-9556-27bdb6be9eda admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95c32536448c4cd789bf780662929aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6455557 Jul 07 18:35:20.126276 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 59668) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:20.127788 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-f4e78ab4-3ff7-4d62-b7dd-4cd2f00e7666 req-ed61e0a6-44e0-4222-afab-fe91ad2c9a5d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc48be8-442d-4860-b43e-df87d33bb564 HTTP/1.1" status: 200 len: 210 time: 0.2414322 Jul 07 18:35:20.164801 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-4f7f7038-f4e7-4b66-a963-06a9b830894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'name': 'tempest-AttachVolumeShelveTestJSON-1160312080-router', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:23Z', 'revision_number': 4, 'project_id': '141aaf718a50403cb0402f655c144713', 'gw_port': {'id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '9e70d4d3-286f-483f-9d89-0dbfa2d214e0', 'name': '', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'mac_address': 'fa:16:3e:f9:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:18Z', 'updated_at': '2021-07-07T18:31:37Z', 'revision_number': 5, 'project_id': '141aaf718a50403cb0402f655c144713', 'subnets': [{'id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:20.169799 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7f7038-f4e7-4b66-a963-06a9b830894d None None] Checking router: 77da480b-5db5-4ea6-9220-c2e479e5060c for host: dv-cinder-798696-1-smb {{(pid=78479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:35:20.179389 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7f7038-f4e7-4b66-a963-06a9b830894d None None] Routers {'77da480b-5db5-4ea6-9220-c2e479e5060c'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:35:20.180013 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-4f7f7038-f4e7-4b66-a963-06a9b830894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:34:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['77da480b-5db5-4ea6-9220-c2e479e5060c'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:20.220307 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-61d9e9b3-1e0b-48ab-b276-807402545260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:20.258046 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-61d9e9b3-1e0b-48ab-b276-807402545260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:20.320213 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-61d9e9b3-1e0b-48ab-b276-807402545260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:20.327077 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-a50bec4c-6680-45b3-a935-d63215598d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:20.340028 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9e9b3-1e0b-48ab-b276-807402545260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffbe7a9-5d4a-4b37-89f7-0f4b2fcb46c6,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:20.354925 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-61d9e9b3-1e0b-48ab-b276-807402545260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:20.355764 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-61d9e9b3-1e0b-48ab-b276-807402545260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:20.359603 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-61d9e9b3-1e0b-48ab-b276-807402545260 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ffbe7a9-5d4a-4b37-89f7-0f4b2fcb46c6 HTTP/1.1" status: 204 len: 168 time: 0.2295673 Jul 07 18:35:20.441465 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d365fe1f-7a84-4fc1-9f17-37ff47d52193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:20.492834 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-4f7f7038-f4e7-4b66-a963-06a9b830894d None None] Set router 77da480b-5db5-4ea6-9220-c2e479e5060c gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:35:20.530180 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694df84-3244-4ef9-b288-fb1f08535ebe req-2f69f2a6-8750-405e-9302-86d5ed800019 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:20.531703 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a694df84-3244-4ef9-b288-fb1f08535ebe req-2f69f2a6-8750-405e-9302-86d5ed800019 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 945 time: 0.1085179 Jul 07 18:35:20.584315 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a694df84-3244-4ef9-b288-fb1f08535ebe req-7340eb09-2a9c-43aa-9a3f-8908bf6a302f tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436003 Jul 07 18:35:20.799705 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9ee2a-b2a8-4f7e-a0e4-b90782944bcd req-ce7d037c-de35-493f-a7e8-f4f7b71c66af tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:20.801226 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-dee9ee2a-b2a8-4f7e-a0e4-b90782944bcd req-ce7d037c-de35-493f-a7e8-f4f7b71c66af tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 945 time: 0.0924108 Jul 07 18:35:20.866740 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-dee9ee2a-b2a8-4f7e-a0e4-b90782944bcd req-eb2adf34-b344-427f-9818-e85728a58048 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509324 Jul 07 18:35:20.906692 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 59690) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:20.911020 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-4f7f7038-f4e7-4b66-a963-06a9b830894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'name': 'tempest-AttachVolumeShelveTestJSON-1160312080-router', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:23Z', 'revision_number': 4, 'project_id': '141aaf718a50403cb0402f655c144713', 'gw_port': {'id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '9e70d4d3-286f-483f-9d89-0dbfa2d214e0', 'name': '', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'mac_address': 'fa:16:3e:f9:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:18Z', 'updated_at': '2021-07-07T18:31:37Z', 'revision_number': 5, 'project_id': '141aaf718a50403cb0402f655c144713', 'subnets': [{'id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:20.915344 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7f7038-f4e7-4b66-a963-06a9b830894d None None] The sync data for ids ['77da480b-5db5-4ea6-9220-c2e479e5060c'] in dv-cinder-798696-1-smb is: [{'id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'name': 'tempest-AttachVolumeShelveTestJSON-1160312080-router', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:23Z', 'revision_number': 4, 'project_id': '141aaf718a50403cb0402f655c144713', 'gw_port': {'id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '9e70d4d3-286f-483f-9d89-0dbfa2d214e0', 'name': '', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'mac_address': 'fa:16:3e:f9:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:18Z', 'updated_at': '2021-07-07T18:31:37Z', 'revision_number': 5, 'project_id': '141aaf718a50403cb0402f655c144713', 'subnets': [{'id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:35:21.109737 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:21.306701 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 59708) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:21.325631 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d3499f-e4ca-4323-84e2-f0a46b8d8462 tempest-TestShelveInstance-1578687123 tempest-TestShelveInstance-1578687123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:21.326369 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-75d3499f-e4ca-4323-84e2-f0a46b8d8462 tempest-TestShelveInstance-1578687123 tempest-TestShelveInstance-1578687123-project-admin] Synchronizing usage tracker for tenant:52560984c1394fca9327a8e49dba20b8 on resource:port {{(pid=78478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:35:21.334269 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cb458f-edb7-4279-ab25-fa73f844cfc3 None None] New status for floating IP 3e7aab2a-defa-4ae7-a08b-996199dc9387: DOWN {{(pid=78480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:35:21.352623 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-75d3499f-e4ca-4323-84e2-f0a46b8d8462 tempest-TestShelveInstance-1578687123 tempest-TestShelveInstance-1578687123-project-admin] Unset dirty status for tenant:52560984c1394fca9327a8e49dba20b8 on resource:port {{(pid=78478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:35:21.357253 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-75d3499f-e4ca-4323-84e2-f0a46b8d8462 tempest-TestShelveInstance-1578687123 tempest-TestShelveInstance-1578687123-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 1093 time: 0.4420109 Jul 07 18:35:21.357689 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 59712) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:21.363946 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Request body: {'floatingip': {'floating_network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'port_id': 'd0a4dc4f-23cf-4e62-b7be-2d4514593e41', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'fixed_ip_address': '172.20.0.5'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:21.373737 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:35:21.379792 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Usage tracker for resource:floatingip and tenant:229074fa5f3445e4ba64710459532036 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:35:21.383381 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:35:21.390941 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:35:21.404487 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for floatingip, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:21.411713 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3b15c81b-3a3e-433d-8565-9f8e394509c5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:21.454794 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3b15c81b-3a3e-433d-8565-9f8e394509c5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:21.526814 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3b15c81b-3a3e-433d-8565-9f8e394509c5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:21.547419 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:35:21.552312 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-bf1ec8ec-079f-48ba-80bf-70383e6f1c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:21.585557 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15c81b-3a3e-433d-8565-9f8e394509c5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfed74b4-5135-496e-a42c-1133d0b3b15d,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:21.594683 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-3b15c81b-3a3e-433d-8565-9f8e394509c5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:21.603635 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3b15c81b-3a3e-433d-8565-9f8e394509c5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:21.607828 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-3b15c81b-3a3e-433d-8565-9f8e394509c5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "DELETE /v2.0/security-groups/cfed74b4-5135-496e-a42c-1133d0b3b15d HTTP/1.1" status: 204 len: 168 time: 0.2965267 Jul 07 18:35:21.608328 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 59720) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:21.640111 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:21.659159 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.api.v2.resource [None req-42611de2-fcf8-4362-9d32-f841c7a756bf tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] show failed (client error): The resource could not be found. Jul 07 18:35:21.663806 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-42611de2-fcf8-4362-9d32-f841c7a756bf tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups/cfed74b4-5135-496e-a42c-1133d0b3b15d HTTP/1.1" status: 404 len: 347 time: 0.0482154 Jul 07 18:35:21.667460 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 59724) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:21.859001 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.db_base_plugin_common [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Allocated IP 172.28.1.238 (7ef95752-4103-4704-97c1-943158aedf11/1cf84b46-eaf0-4390-8fc2-d553f7bad2f6/2f47aba3-7c5a-403b-bb2b-b472f1f57849) {{(pid=78478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:35:22.044849 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [None req-328a2647-24b4-4390-a318-85123b08271e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Deleting port 91cf3853-647c-4879-9eab-5ed023dbc1d2 {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:35:22.045194 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-328a2647-24b4-4390-a318-85123b08271e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:22.121554 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for port, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:22.159400 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4077769'] for port, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:22.173529 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-b2dc6e3e-4bb8-48e5-bae8-a1d76f548a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:22.254429 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Network 7ef95752-4103-4704-97c1-943158aedf11 is already hosted by enough agents. {{(pid=78478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:35:22.257273 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Resources bound (agent type, host, resource id): {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:35:22.263469 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Received port after_create {{(pid=78478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:35:22.290176 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Pushing event updated for resources: {'Port': ['ID=2f47aba3-7c5a-403b-bb2b-b472f1f57849,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:22.296141 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:22.329014 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-328a2647-24b4-4390-a318-85123b08271e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:22.329902 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-328a2647-24b4-4390-a318-85123b08271e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:22.462656 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [None req-328a2647-24b4-4390-a318-85123b08271e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Calling delete_port for 91cf3853-647c-4879-9eab-5ed023dbc1d2 owned by network:floatingip {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:35:22.532112 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:22.631385 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-328a2647-24b4-4390-a318-85123b08271e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:22.638485 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:22.697805 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a2647-24b4-4390-a318-85123b08271e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Pushing event deleted for resources: {'Port': ['ID=91cf3853-647c-4879-9eab-5ed023dbc1d2,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:22.704004 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-328a2647-24b4-4390-a318-85123b08271e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:22.823902 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-328a2647-24b4-4390-a318-85123b08271e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for floatingip, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:22.849514 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-328a2647-24b4-4390-a318-85123b08271e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for floatingip, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:22.854875 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-328a2647-24b4-4390-a318-85123b08271e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "DELETE /v2.0/floatingips/3e7aab2a-defa-4ae7-a08b-996199dc9387 HTTP/1.1" status: 204 len: 168 time: 1.1825373 Jul 07 18:35:22.949054 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:23.091600 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 59762) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:23.097784 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-2c285766-306f-4668-bc87-3c3012cf84d8 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1374225009', 'description': 'tempest-description--655563049'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:23.104909 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-2c285766-306f-4668-bc87-3c3012cf84d8 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:35:23.110903 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-2c285766-306f-4668-bc87-3c3012cf84d8 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Usage tracker for resource:security_group and tenant:141aaf718a50403cb0402f655c144713 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:35:23.115278 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-2c285766-306f-4668-bc87-3c3012cf84d8 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:35:23.125174 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-2c285766-306f-4668-bc87-3c3012cf84d8 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:35:23.141254 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-2c285766-306f-4668-bc87-3c3012cf84d8 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:23.168189 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-2c285766-306f-4668-bc87-3c3012cf84d8 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:35:23.176601 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-2c285766-306f-4668-bc87-3c3012cf84d8 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Usage tracker for resource:security_group_rule and tenant:141aaf718a50403cb0402f655c144713 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:35:23.179905 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-2c285766-306f-4668-bc87-3c3012cf84d8 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:35:23.186568 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-2c285766-306f-4668-bc87-3c3012cf84d8 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:35:23.202585 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:23.292405 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-2c285766-306f-4668-bc87-3c3012cf84d8 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:23.298759 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-2c285766-306f-4668-bc87-3c3012cf84d8 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:23.334176 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-3b15c81b-3a3e-433d-8565-9f8e394509c5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:23.348498 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-2c285766-306f-4668-bc87-3c3012cf84d8 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:23.352809 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-2c285766-306f-4668-bc87-3c3012cf84d8 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2574675 Jul 07 18:35:23.354123 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 59768) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:23.368311 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-b55eb91c-cf13-4e2e-b63a-25e8c1fd6447 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Request body: {'security_group_rule': {'security_group_id': 'bf3f0501-f384-464c-b7c1-0f217ab30c1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:23.386630 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-b55eb91c-cf13-4e2e-b63a-25e8c1fd6447 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:35:23.395762 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-b55eb91c-cf13-4e2e-b63a-25e8c1fd6447 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Usage tracker for resource:security_group_rule and tenant:141aaf718a50403cb0402f655c144713 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:35:23.400820 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c285766-306f-4668-bc87-3c3012cf84d8 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3f0501-f384-464c-b7c1-0f217ab30c1c,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:23.403894 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-b55eb91c-cf13-4e2e-b63a-25e8c1fd6447 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:35:23.407965 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-2c285766-306f-4668-bc87-3c3012cf84d8 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:23.413519 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-b55eb91c-cf13-4e2e-b63a-25e8c1fd6447 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:35:23.436938 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-b55eb91c-cf13-4e2e-b63a-25e8c1fd6447 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:23.457315 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for port, precommit_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:23.463115 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4077760'] for port, after_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:23.469062 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-49c46b25-ac20-4ec3-b748-8bd70765d7b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:23.519841 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-b55eb91c-cf13-4e2e-b63a-25e8c1fd6447 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:23.525219 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-b55eb91c-cf13-4e2e-b63a-25e8c1fd6447 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372640'] for security_group_rule, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:23.528170 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-d1e6c201-972a-48e8-9f35-81ef5d91689f tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:23.566025 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55eb91c-cf13-4e2e-b63a-25e8c1fd6447 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93557dfb-4bdb-4f7b-a4d8-b797ed52100c,revision_number=0']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:23.581316 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-b55eb91c-cf13-4e2e-b63a-25e8c1fd6447 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:23.592103 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-b55eb91c-cf13-4e2e-b63a-25e8c1fd6447 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:23.596244 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-b55eb91c-cf13-4e2e-b63a-25e8c1fd6447 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2382684 Jul 07 18:35:23.596574 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 59772) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:23.599983 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Pushing event updated for resources: {'Port': ['ID=2f47aba3-7c5a-403b-bb2b-b472f1f57849,revision_number=2']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:23.603929 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-582c4355-1bdb-4ae1-be46-1c8b27ac6291 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Request body: {'security_group_rule': {'security_group_id': 'bf3f0501-f384-464c-b7c1-0f217ab30c1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:23.604323 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:23.613561 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-582c4355-1bdb-4ae1-be46-1c8b27ac6291 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:35:23.617961 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-582c4355-1bdb-4ae1-be46-1c8b27ac6291 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Usage tracker for resource:security_group_rule and tenant:141aaf718a50403cb0402f655c144713 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:35:23.620961 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-582c4355-1bdb-4ae1-be46-1c8b27ac6291 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:35:23.626449 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553071'] for floatingip, after_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:23.628113 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-582c4355-1bdb-4ae1-be46-1c8b27ac6291 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:35:23.659871 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-582c4355-1bdb-4ae1-be46-1c8b27ac6291 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:23.744100 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-582c4355-1bdb-4ae1-be46-1c8b27ac6291 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:23.748465 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-582c4355-1bdb-4ae1-be46-1c8b27ac6291 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372640'] for security_group_rule, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:23.750548 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-b55eb91c-cf13-4e2e-b63a-25e8c1fd6447 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:23.776083 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c4355-1bdb-4ae1-be46-1c8b27ac6291 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab27bea5-2f70-4dd0-a7d3-4838fb7ec533,revision_number=0']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:23.778622 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-582c4355-1bdb-4ae1-be46-1c8b27ac6291 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:23.786086 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-582c4355-1bdb-4ae1-be46-1c8b27ac6291 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:23.790534 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-582c4355-1bdb-4ae1-be46-1c8b27ac6291 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1929035 Jul 07 18:35:23.791246 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 59780) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:23.796525 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-022c5708-4bd9-4ef0-9d8d-9e471974319d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Request body: {'floatingip': {'floating_network_id': '7ef95752-4103-4704-97c1-943158aedf11'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:23.802303 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-022c5708-4bd9-4ef0-9d8d-9e471974319d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:35:23.806327 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-022c5708-4bd9-4ef0-9d8d-9e471974319d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Usage tracker for resource:floatingip and tenant:141aaf718a50403cb0402f655c144713 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:35:23.809685 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-022c5708-4bd9-4ef0-9d8d-9e471974319d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:35:23.815669 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-022c5708-4bd9-4ef0-9d8d-9e471974319d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:35:23.827506 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-022c5708-4bd9-4ef0-9d8d-9e471974319d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for floatingip, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:23.831194 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.db.l3_db [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Floating IP e20fda25-cbe2-46e9-8a29-363dd657f0e2 associated. External IP: 172.28.1.238, port: d0a4dc4f-23cf-4e62-b7be-2d4514593e41. Jul 07 18:35:23.980375 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-022c5708-4bd9-4ef0-9d8d-9e471974319d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:24.134305 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_common [None req-022c5708-4bd9-4ef0-9d8d-9e471974319d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Allocated IP 172.28.1.119 (7ef95752-4103-4704-97c1-943158aedf11/1cf84b46-eaf0-4390-8fc2-d553f7bad2f6/327ed2b0-23da-4048-9fd8-55f484c5c6cf) {{(pid=78477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:35:24.216751 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Router e7da185c-793f-4c40-b79a-cd194244859f has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:35:24.381315 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-022c5708-4bd9-4ef0-9d8d-9e471974319d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for port, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:24.419855 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-022c5708-4bd9-4ef0-9d8d-9e471974319d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:24.420544 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:35:24.425659 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:24.444773 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a2224-6862-43f6-ad3e-92b3d6fcc541 None None] Sync routers for ids ['e7da185c-793f-4c40-b79a-cd194244859f'] in dv-cinder-798696-1-smb {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:35:24.450449 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for floatingip, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:24.455358 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a2224-6862-43f6-ad3e-92b3d6fcc541 None None] Routers {'e7da185c-793f-4c40-b79a-cd194244859f'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:35:24.456373 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-074a2224-6862-43f6-ad3e-92b3d6fcc541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:35:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['e7da185c-793f-4c40-b79a-cd194244859f'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:24.500381 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022c5708-4bd9-4ef0-9d8d-9e471974319d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Network 7ef95752-4103-4704-97c1-943158aedf11 is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:35:24.505401 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [None req-022c5708-4bd9-4ef0-9d8d-9e471974319d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:35:24.508572 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022c5708-4bd9-4ef0-9d8d-9e471974319d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Received port after_create {{(pid=78477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:35:24.523145 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1552556 Jul 07 18:35:24.523145 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440334b9-ef0d-457b-b247-d13c018cf91a', 'tag': 'd0a4dc4f-23cf-4e62-b7be-2d4514593e41'}] {{(pid=78478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:24.566868 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c5708-4bd9-4ef0-9d8d-9e471974319d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Pushing event updated for resources: {'Port': ['ID=327ed2b0-23da-4048-9fd8-55f484c5c6cf,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:24.570558 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-022c5708-4bd9-4ef0-9d8d-9e471974319d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:24.615062 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-022c5708-4bd9-4ef0-9d8d-9e471974319d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:24.666390 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-074a2224-6862-43f6-ad3e-92b3d6fcc541 None None] Set router e7da185c-793f-4c40-b79a-cd194244859f gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:35:24.689569 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-022c5708-4bd9-4ef0-9d8d-9e471974319d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:24.753227 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440334b9-ef0d-457b-b247-d13c018cf91a', 'tag': 'd0a4dc4f-23cf-4e62-b7be-2d4514593e41', 'status': 'completed', 'code': 200} Jul 07 18:35:24.954589 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8555b-776d-45bc-9a90-1639553e7df7 req-83cefe74-4a8b-4ec2-8d52-6ef15f3f29ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:24.956384 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-68a8555b-776d-45bc-9a90-1639553e7df7 req-83cefe74-4a8b-4ec2-8d52-6ef15f3f29ca service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=229074fa5f3445e4ba64710459532036&device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 1098 time: 0.1350644 Jul 07 18:35:25.068339 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-022c5708-4bd9-4ef0-9d8d-9e471974319d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for port, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:25.070503 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-074a2224-6862-43f6-ad3e-92b3d6fcc541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'name': 'tempest-TestShelveInstance-1660166960-router', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '1cf59c3b-2f20-42fb-9a5b-bec38b728c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:34:18Z', 'updated_at': '2021-07-07T18:34:25Z', 'revision_number': 4, 'project_id': '229074fa5f3445e4ba64710459532036', 'gw_port': {'id': '1cf59c3b-2f20-42fb-9a5b-bec38b728c64', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:19Z', 'updated_at': '2021-07-07T18:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_floatingips': [{'id': 'e20fda25-cbe2-46e9-8a29-363dd657f0e2', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'floating_ip_address': '172.28.1.238', 'floating_network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'router_id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'port_id': 'd0a4dc4f-23cf-4e62-b7be-2d4514593e41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe', 'mac_address': 'fa:16:3e:97:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440334b9-ef0d-457b-b247-d13c018cf91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:35:22Z', 'updated_at': '2021-07-07T18:35:22Z', 'revision_number': 0, 'project_id': '229074fa5f3445e4ba64710459532036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532a5ebd-a25e-4887-8ae3-216189c63f53', 'name': '', 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'mac_address': 'fa:16:3e:b3:d0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9e464e48-25e4-4c21-b21a-865fedb9b97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:23Z', 'updated_at': '2021-07-07T18:34:33Z', 'revision_number': 5, 'project_id': '229074fa5f3445e4ba64710459532036', 'subnets': [{'id': '9e464e48-25e4-4c21-b21a-865fedb9b97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:25.075762 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a2224-6862-43f6-ad3e-92b3d6fcc541 None None] Checking router: e7da185c-793f-4c40-b79a-cd194244859f for host: dv-cinder-798696-1-smb {{(pid=78479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:35:25.079686 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-022c5708-4bd9-4ef0-9d8d-9e471974319d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4007007'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:25.086103 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:25.089314 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a2224-6862-43f6-ad3e-92b3d6fcc541 None None] Routers {'e7da185c-793f-4c40-b79a-cd194244859f'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:35:25.090175 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-074a2224-6862-43f6-ad3e-92b3d6fcc541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:35:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['e7da185c-793f-4c40-b79a-cd194244859f'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:25.242770 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8555b-776d-45bc-9a90-1639553e7df7 req-dc610d17-dec1-4d81-82fd-179d64112e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:25.243724 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-68a8555b-776d-45bc-9a90-1639553e7df7 req-dc610d17-dec1-4d81-82fd-179d64112e43 service neutron] 10.222.0.89 "GET /v2.0/networks?id=72d36f31-17c4-4180-b454-ed56f784f3fe HTTP/1.1" status: 200 len: 910 time: 0.2761500 Jul 07 18:35:25.244211 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c5708-4bd9-4ef0-9d8d-9e471974319d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Pushing event updated for resources: {'Port': ['ID=327ed2b0-23da-4048-9fd8-55f484c5c6cf,revision_number=2']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:25.250287 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-022c5708-4bd9-4ef0-9d8d-9e471974319d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:25.294875 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-074a2224-6862-43f6-ad3e-92b3d6fcc541 None None] Set router e7da185c-793f-4c40-b79a-cd194244859f gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:35:25.357974 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-022c5708-4bd9-4ef0-9d8d-9e471974319d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553071'] for floatingip, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:25.394253 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-68a8555b-776d-45bc-9a90-1639553e7df7 req-5c46b04a-8e97-494f-a3ff-603bf5ca3300 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0a4dc4f-23cf-4e62-b7be-2d4514593e41 HTTP/1.1" status: 200 len: 999 time: 0.1431692 Jul 07 18:35:25.435122 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-022c5708-4bd9-4ef0-9d8d-9e471974319d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for floatingip, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:25.436305 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-022c5708-4bd9-4ef0-9d8d-9e471974319d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6440866 Jul 07 18:35:25.476031 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8555b-776d-45bc-9a90-1639553e7df7 req-7307447e-3f1e-4eac-91bb-9522c9ab8ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:25.477793 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-68a8555b-776d-45bc-9a90-1639553e7df7 req-7307447e-3f1e-4eac-91bb-9522c9ab8ad1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9e464e48-25e4-4c21-b21a-865fedb9b97b HTTP/1.1" status: 200 len: 848 time: 0.0756595 Jul 07 18:35:25.574367 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8555b-776d-45bc-9a90-1639553e7df7 req-658b5721-c41b-4e8b-9104-a4dc8f08b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:25.580768 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-68a8555b-776d-45bc-9a90-1639553e7df7 req-658b5721-c41b-4e8b-9104-a4dc8f08b8c0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=72d36f31-17c4-4180-b454-ed56f784f3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0931113 Jul 07 18:35:25.706994 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-350e3c4a-ebd4-41ac-9030-4fbcb3563f5e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1374225009&fields=id&tenant_id=141aaf718a50403cb0402f655c144713 HTTP/1.1" status: 200 len: 267 time: 0.0498669 Jul 07 18:35:25.759451 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-68a8555b-776d-45bc-9a90-1639553e7df7 req-9cadd430-f735-4cbd-affa-08f2ad35599f service neutron] 10.222.0.89 "GET /v2.0/networks/72d36f31-17c4-4180-b454-ed56f784f3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654780 Jul 07 18:35:25.780118 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-074a2224-6862-43f6-ad3e-92b3d6fcc541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'name': 'tempest-TestShelveInstance-1660166960-router', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '1cf59c3b-2f20-42fb-9a5b-bec38b728c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:34:18Z', 'updated_at': '2021-07-07T18:34:25Z', 'revision_number': 4, 'project_id': '229074fa5f3445e4ba64710459532036', 'gw_port': {'id': '1cf59c3b-2f20-42fb-9a5b-bec38b728c64', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:19Z', 'updated_at': '2021-07-07T18:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_floatingips': [{'id': 'e20fda25-cbe2-46e9-8a29-363dd657f0e2', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'floating_ip_address': '172.28.1.238', 'floating_network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'router_id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'port_id': 'd0a4dc4f-23cf-4e62-b7be-2d4514593e41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe', 'mac_address': 'fa:16:3e:97:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440334b9-ef0d-457b-b247-d13c018cf91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:35:22Z', 'updated_at': '2021-07-07T18:35:22Z', 'revision_number': 0, 'project_id': '229074fa5f3445e4ba64710459532036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532a5ebd-a25e-4887-8ae3-216189c63f53', 'name': '', 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'mac_address': 'fa:16:3e:b3:d0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9e464e48-25e4-4c21-b21a-865fedb9b97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:23Z', 'updated_at': '2021-07-07T18:34:33Z', 'revision_number': 5, 'project_id': '229074fa5f3445e4ba64710459532036', 'subnets': [{'id': '9e464e48-25e4-4c21-b21a-865fedb9b97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:25.785513 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a2224-6862-43f6-ad3e-92b3d6fcc541 None None] The sync data for ids ['e7da185c-793f-4c40-b79a-cd194244859f'] in dv-cinder-798696-1-smb is: [{'id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'name': 'tempest-TestShelveInstance-1660166960-router', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '1cf59c3b-2f20-42fb-9a5b-bec38b728c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:34:18Z', 'updated_at': '2021-07-07T18:34:25Z', 'revision_number': 4, 'project_id': '229074fa5f3445e4ba64710459532036', 'gw_port': {'id': '1cf59c3b-2f20-42fb-9a5b-bec38b728c64', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:19Z', 'updated_at': '2021-07-07T18:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_floatingips': [{'id': 'e20fda25-cbe2-46e9-8a29-363dd657f0e2', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'floating_ip_address': '172.28.1.238', 'floating_network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'router_id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'port_id': 'd0a4dc4f-23cf-4e62-b7be-2d4514593e41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe', 'mac_address': 'fa:16:3e:97:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440334b9-ef0d-457b-b247-d13c018cf91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:35:22Z', 'updated_at': '2021-07-07T18:35:22Z', 'revision_number': 0, 'project_id': '229074fa5f3445e4ba64710459532036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532a5ebd-a25e-4887-8ae3-216189c63f53', 'name': '', 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'mac_address': 'fa:16:3e:b3:d0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9e464e48-25e4-4c21-b21a-865fedb9b97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:23Z', 'updated_at': '2021-07-07T18:34:33Z', 'revision_number': 5, 'project_id': '229074fa5f3445e4ba64710459532036', 'subnets': [{'id': '9e464e48-25e4-4c21-b21a-865fedb9b97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:35:25.897905 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-a6e9e9b0-f30b-4613-a08c-7e7908d9bb2a tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:25.903365 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-a6e9e9b0-f30b-4613-a08c-7e7908d9bb2a tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/networks?id=8aa84765-413d-4dc2-8d21-d785f19625b4 HTTP/1.1" status: 200 len: 817 time: 0.1887598 Jul 07 18:35:25.931510 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-e1df65a0-b10e-4460-83fb-f02cf3dd70b3 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/quotas/141aaf718a50403cb0402f655c144713 HTTP/1.1" status: 200 len: 375 time: 0.0238848 Jul 07 18:35:25.935233 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-68a8555b-776d-45bc-9a90-1639553e7df7 req-9fb2d179-050c-441e-8f2a-b801751ff0ff service neutron] 10.222.0.89 "GET /v2.0/networks/72d36f31-17c4-4180-b454-ed56f784f3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656117 Jul 07 18:35:26.040453 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-ce29c7eb-32f1-4b4a-9a3d-03d413074c48 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=141aaf718a50403cb0402f655c144713&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1074839 Jul 07 18:35:26.099538 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5530320e-840e-47d9-a9fd-06ead982868a None None] New status for floating IP e20fda25-cbe2-46e9-8a29-363dd657f0e2: ACTIVE {{(pid=78480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:35:26.306635 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-48c9228a-d7fb-4965-9c28-13f555a0097e service neutron] 10.222.0.41 "GET /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519894 Jul 07 18:35:26.452066 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-515b62a2-82fb-44fa-8dc2-436f27ad13de service neutron] 10.222.0.41 "GET /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390662 Jul 07 18:35:26.650593 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-eec77bf5-16bd-4d63-a89d-51b9c8b47a5d req-f180c207-3286-445e-8249-c82ec99b6dd3 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Synchronizing usage tracker for tenant:141aaf718a50403cb0402f655c144713 on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:35:26.668159 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-eec77bf5-16bd-4d63-a89d-51b9c8b47a5d req-f180c207-3286-445e-8249-c82ec99b6dd3 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Unset dirty status for tenant:141aaf718a50403cb0402f655c144713 on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:35:26.669603 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-eec77bf5-16bd-4d63-a89d-51b9c8b47a5d req-f180c207-3286-445e-8249-c82ec99b6dd3 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 210 time: 0.0633547 Jul 07 18:35:27.176574 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-5a0233ff-2c29-48f3-9e88-e79f307cb0c3 req-d8a4a779-997f-463f-b707-90d38fd66a05 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2093056613&fields=id&tenant_id=9fc98f6ee70c4b51a5cad91588179e46 HTTP/1.1" status: 200 len: 267 time: 0.0421140 Jul 07 18:35:27.266731 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0233ff-2c29-48f3-9e88-e79f307cb0c3 req-7674bdad-c703-4c16-92f4-10e6a226fb00 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:27.268208 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-5a0233ff-2c29-48f3-9e88-e79f307cb0c3 req-7674bdad-c703-4c16-92f4-10e6a226fb00 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 985 time: 0.0859149 Jul 07 18:35:27.279425 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [req-5a0233ff-2c29-48f3-9e88-e79f307cb0c3 req-456894e3-205f-4a06-980b-fb3eae1ab60f tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Request body: {'port': {'security_groups': ['481fd2ae-f79d-4513-9659-401d52bbe280']}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:27.403764 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [req-5a0233ff-2c29-48f3-9e88-e79f307cb0c3 req-456894e3-205f-4a06-980b-fb3eae1ab60f tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:27.661260 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.db [req-5a0233ff-2c29-48f3-9e88-e79f307cb0c3 req-456894e3-205f-4a06-980b-fb3eae1ab60f tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] For port 7bc93984-8e9c-4b9d-99c7-7009515f6808, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=7bc93984-8e9c-4b9d-99c7-7009515f6808,segment=NetworkSegment(8d767d72-ca7b-47ef-913c-0915a64475be),segment_id=8d767d72-ca7b-47ef-913c-0915a64475be)] {{(pid=78478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:35:27.690279 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [req-5a0233ff-2c29-48f3-9e88-e79f307cb0c3 req-456894e3-205f-4a06-980b-fb3eae1ab60f tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for port, precommit_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:27.696111 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [req-5a0233ff-2c29-48f3-9e88-e79f307cb0c3 req-456894e3-205f-4a06-980b-fb3eae1ab60f tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4077760'] for port, after_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:27.703350 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-b2dc6e3e-4bb8-48e5-bae8-a1d76f548a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:27.716687 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['7bc93984-8e9c-4b9d-99c7-7009515f6808'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:35:27.776870 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0233ff-2c29-48f3-9e88-e79f307cb0c3 req-456894e3-205f-4a06-980b-fb3eae1ab60f tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:27.777702 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [req-5a0233ff-2c29-48f3-9e88-e79f307cb0c3 req-456894e3-205f-4a06-980b-fb3eae1ab60f tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:27.784051 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-5a0233ff-2c29-48f3-9e88-e79f307cb0c3 req-456894e3-205f-4a06-980b-fb3eae1ab60f tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "PUT /v2.0/ports/7bc93984-8e9c-4b9d-99c7-7009515f6808 HTTP/1.1" status: 200 len: 943 time: 0.5095994 Jul 07 18:35:27.784827 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c98926-8959-4259-9988-d266da44a2b4', 'tag': '7bc93984-8e9c-4b9d-99c7-7009515f6808'}] {{(pid=78478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:27.790065 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 59864) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:27.971874 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c98926-8959-4259-9988-d266da44a2b4', 'tag': '7bc93984-8e9c-4b9d-99c7-7009515f6808', 'status': 'completed', 'code': 200} Jul 07 18:35:28.036520 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['7bc93984-8e9c-4b9d-99c7-7009515f6808'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:35:28.085017 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-2f9fd602-a710-41d7-9627-3adca36e8369 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:28.088174 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-2f9fd602-a710-41d7-9627-3adca36e8369 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.89 "GET /v2.0/networks?id=8aa84765-413d-4dc2-8d21-d785f19625b4 HTTP/1.1" status: 200 len: 817 time: 0.4107468 Jul 07 18:35:28.114152 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-799c8389-6698-441f-b020-a5ebc08ebf02 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:28.123952 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456894e3-205f-4a06-980b-fb3eae1ab60f tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Pushing event updated for resources: {'Port': ['ID=7bc93984-8e9c-4b9d-99c7-7009515f6808,revision_number=7']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:28.139826 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-456894e3-205f-4a06-980b-fb3eae1ab60f tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:28.164141 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-799c8389-6698-441f-b020-a5ebc08ebf02 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:28.278665 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-799c8389-6698-441f-b020-a5ebc08ebf02 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:28.290642 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-6442de9d-42ae-493d-b80e-d07392cc7dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:28.312571 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-5c722290-4b23-4e72-bc45-d4cec51747af None None] Provisioning complete for port 7bc93984-8e9c-4b9d-99c7-7009515f6808 triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:35:28.313197 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5c722290-4b23-4e72-bc45-d4cec51747af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:28.315739 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c8389-6698-441f-b020-a5ebc08ebf02 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba53e126-c9f9-4542-a136-7a1544ccb5a4,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:28.318235 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-799c8389-6698-441f-b020-a5ebc08ebf02 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:28.319193 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-799c8389-6698-441f-b020-a5ebc08ebf02 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:28.323811 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-799c8389-6698-441f-b020-a5ebc08ebf02 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "DELETE /v2.0/security-groups/ba53e126-c9f9-4542-a136-7a1544ccb5a4 HTTP/1.1" status: 204 len: 168 time: 0.5179269 Jul 07 18:35:28.323811 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 59878) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:28.352031 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4788252c-7922-436d-b66a-97f790a1ff0b req-e28ec62a-c70a-46c9-82ba-8188eb9c203f tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 210 time: 0.2628412 Jul 07 18:35:28.380801 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-810eb329-6fbd-48ca-8f9a-3243bc8878d1 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Synchronizing usage tracker for tenant:141aaf718a50403cb0402f655c144713 on resource:security_group {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:35:28.409619 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-810eb329-6fbd-48ca-8f9a-3243bc8878d1 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Unset dirty status for tenant:141aaf718a50403cb0402f655c144713 on resource:security_group {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:35:28.410443 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-810eb329-6fbd-48ca-8f9a-3243bc8878d1 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=141aaf718a50403cb0402f655c144713 HTTP/1.1" status: 200 len: 380 time: 0.2624245 Jul 07 18:35:28.417132 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca46fde-f277-49e9-a86d-0d2f3a68ae81 req-8537b37d-c152-43de-aca3-50e39bf10ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:28.419036 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bca46fde-f277-49e9-a86d-0d2f3a68ae81 req-8537b37d-c152-43de-aca3-50e39bf10ea6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9fc98f6ee70c4b51a5cad91588179e46&device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 1099 time: 0.3280437 Jul 07 18:35:28.424737 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-f45992c8-0b8a-412b-b20f-f016fa941222 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Request body: {'port': {'device_id': 'bd04edfc-18ee-4859-8fc0-9e3b09b58388', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'admin_state_up': True, 'tenant_id': '141aaf718a50403cb0402f655c144713', 'security_groups': ['bf3f0501-f384-464c-b7c1-0f217ab30c1c']}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:28.573332 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-bd527370-aa7b-4659-b29f-daf648fe8baf tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Deleting port 21a01c25-2bf4-4bf6-ac3e-feab33ab2e26 {{(pid=78478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:35:28.573573 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-bd527370-aa7b-4659-b29f-daf648fe8baf tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:28.675845 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-f45992c8-0b8a-412b-b20f-f016fa941222 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:35:28.678440 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca46fde-f277-49e9-a86d-0d2f3a68ae81 req-b412a6a1-9440-46db-8455-04d9acc4bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:28.680001 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bca46fde-f277-49e9-a86d-0d2f3a68ae81 req-b412a6a1-9440-46db-8455-04d9acc4bfd1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e HTTP/1.1" status: 200 len: 916 time: 0.2416334 Jul 07 18:35:28.688904 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-f45992c8-0b8a-412b-b20f-f016fa941222 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:35:28.760222 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-bd527370-aa7b-4659-b29f-daf648fe8baf tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:28.760544 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-bd527370-aa7b-4659-b29f-daf648fe8baf tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:28.769468 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-f45992c8-0b8a-412b-b20f-f016fa941222 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Made reservation on behalf of 141aaf718a50403cb0402f655c144713 for: {'port': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:35:28.773019 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-f45992c8-0b8a-412b-b20f-f016fa941222 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:28.806954 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bca46fde-f277-49e9-a86d-0d2f3a68ae81 req-3424ee64-800b-499e-9acb-9d7ca380ce47 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bc93984-8e9c-4b9d-99c7-7009515f6808 HTTP/1.1" status: 200 len: 1002 time: 0.1190579 Jul 07 18:35:28.891547 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-bd527370-aa7b-4659-b29f-daf648fe8baf tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Calling delete_port for 21a01c25-2bf4-4bf6-ac3e-feab33ab2e26 owned by network:floatingip {{(pid=78478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:35:28.928741 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca46fde-f277-49e9-a86d-0d2f3a68ae81 req-923e9858-3e3c-49fb-9f7e-9e22aea5ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:28.930204 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bca46fde-f277-49e9-a86d-0d2f3a68ae81 req-923e9858-3e3c-49fb-9f7e-9e22aea5ffe0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=11d92948-72fa-44c3-8472-30d15d83e94d HTTP/1.1" status: 200 len: 854 time: 0.0866473 Jul 07 18:35:29.070069 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_common [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-f45992c8-0b8a-412b-b20f-f016fa941222 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Allocated IP 172.20.0.8 (8aa84765-413d-4dc2-8d21-d785f19625b4/e0732594-4d25-48f2-b3f5-656ff1b826e7/de327bea-027f-4c3d-8a80-b36f629ebd89) {{(pid=78477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:35:29.107385 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca46fde-f277-49e9-a86d-0d2f3a68ae81 req-00c6ba0d-65ac-4652-a6a4-6259ed5d4bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:29.108520 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bca46fde-f277-49e9-a86d-0d2f3a68ae81 req-00c6ba0d-65ac-4652-a6a4-6259ed5d4bc0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1355665 Jul 07 18:35:29.181605 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-bd527370-aa7b-4659-b29f-daf648fe8baf tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4077769'] for port, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:29.187275 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-8d8600b1-c3c6-46c2-aac5-3a2f78c5ea52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:29.234347 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd527370-aa7b-4659-b29f-daf648fe8baf tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Pushing event deleted for resources: {'Port': ['ID=21a01c25-2bf4-4bf6-ac3e-feab33ab2e26,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:29.236826 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-bd527370-aa7b-4659-b29f-daf648fe8baf tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:29.346103 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-bd527370-aa7b-4659-b29f-daf648fe8baf tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks [] for floatingip, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:29.347094 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.db.l3_db [None req-bd527370-aa7b-4659-b29f-daf648fe8baf tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Floating IP cbb5d68e-7d99-423d-80e1-52cd44da5a8e disassociated (deleted). External IP: 172.28.1.178, port: 7bc93984-8e9c-4b9d-99c7-7009515f6808. Jul 07 18:35:29.362704 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bca46fde-f277-49e9-a86d-0d2f3a68ae81 req-082278b6-d124-4072-8738-b273c70e17c1 service neutron] 10.222.0.89 "GET /v2.0/networks/eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442772 Jul 07 18:35:29.413326 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-f45992c8-0b8a-412b-b20f-f016fa941222 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for port, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:29.485751 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-f45992c8-0b8a-412b-b20f-f016fa941222 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Transition to ACTIVE for port object de327bea-027f-4c3d-8a80-b36f629ebd89 will not be triggered until provisioned by entity DHCP. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:35:29.536796 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bca46fde-f277-49e9-a86d-0d2f3a68ae81 req-2937da86-5707-4b6a-91f7-35ddba2a3793 service neutron] 10.222.0.89 "GET /v2.0/networks/eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642201 Jul 07 18:35:29.547374 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-f45992c8-0b8a-412b-b20f-f016fa941222 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:29.552924 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-c9c17d97-6917-4f6e-98e9-6de2609de79f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:29.625540 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-f45992c8-0b8a-412b-b20f-f016fa941222 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Network 8aa84765-413d-4dc2-8d21-d785f19625b4 is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:35:29.628647 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-f45992c8-0b8a-412b-b20f-f016fa941222 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:35:29.632549 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-f45992c8-0b8a-412b-b20f-f016fa941222 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Received port after_create {{(pid=78477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:35:29.671468 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45992c8-0b8a-412b-b20f-f016fa941222 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Pushing event updated for resources: {'Port': ['ID=de327bea-027f-4c3d-8a80-b36f629ebd89,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:29.676396 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-f45992c8-0b8a-412b-b20f-f016fa941222 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:29.702399 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-f45992c8-0b8a-412b-b20f-f016fa941222 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:29.703285 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-f45992c8-0b8a-412b-b20f-f016fa941222 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:29.718342 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471776b-9a2d-4098-a1e9-7af19e4951a0 req-b7509824-70a9-43a9-b47a-ec8f5a5ec838 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:29.720038 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a471776b-9a2d-4098-a1e9-7af19e4951a0 req-b7509824-70a9-43a9-b47a-ec8f5a5ec838 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 931 time: 0.2018290 Jul 07 18:35:29.736639 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-f45992c8-0b8a-412b-b20f-f016fa941222 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3165157 Jul 07 18:35:29.750863 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] Request body: {'port': {'device_id': 'bd04edfc-18ee-4859-8fc0-9e3b09b58388', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:29.861550 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a471776b-9a2d-4098-a1e9-7af19e4951a0 req-43fb6bf4-45c5-46d8-b5f3-985a2240d1fa tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745809 Jul 07 18:35:29.884180 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd527370-aa7b-4659-b29f-daf648fe8baf tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Router fd88db99-3fde-4f6f-889d-50f5fa669805 has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:35:29.888522 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:29.940649 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-e9c5a6f9-066b-4ffb-95e9-27c160301f81 None None] Provisioning for port de327bea-027f-4c3d-8a80-b36f629ebd89 completed by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:35:29.948733 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-e9c5a6f9-066b-4ffb-95e9-27c160301f81 None None] Provisioning complete for port de327bea-027f-4c3d-8a80-b36f629ebd89 triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:35:29.949122 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e9c5a6f9-066b-4ffb-95e9-27c160301f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:30.064716 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-e9c5a6f9-066b-4ffb-95e9-27c160301f81 None None] Port de327bea-027f-4c3d-8a80-b36f629ebd89 cannot update to ACTIVE because it is not bound. {{(pid=78479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:35:30.124453 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd527370-aa7b-4659-b29f-daf648fe8baf tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:35:30.135351 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510ecd6b-4f6f-4f3c-b237-8f8bdca30bf1 None None] Sync routers for ids ['fd88db99-3fde-4f6f-889d-50f5fa669805'] in dv-cinder-798696-1-smb {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:35:30.148978 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510ecd6b-4f6f-4f3c-b237-8f8bdca30bf1 None None] Routers {'fd88db99-3fde-4f6f-889d-50f5fa669805'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:35:30.150107 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-510ecd6b-4f6f-4f3c-b237-8f8bdca30bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:35:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['fd88db99-3fde-4f6f-889d-50f5fa669805'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:30.163050 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-bd527370-aa7b-4659-b29f-daf648fe8baf tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for floatingip, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:30.242891 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-bd527370-aa7b-4659-b29f-daf648fe8baf tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "DELETE /v2.0/floatingips/cbb5d68e-7d99-423d-80e1-52cd44da5a8e HTTP/1.1" status: 204 len: 168 time: 1.9151170 Jul 07 18:35:30.242891 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c98926-8959-4259-9988-d266da44a2b4', 'tag': '7bc93984-8e9c-4b9d-99c7-7009515f6808'}] {{(pid=78478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:30.302822 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c98926-8959-4259-9988-d266da44a2b4', 'tag': '7bc93984-8e9c-4b9d-99c7-7009515f6808', 'status': 'completed', 'code': 200} Jul 07 18:35:30.378044 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-510ecd6b-4f6f-4f3c-b237-8f8bdca30bf1 None None] Set router fd88db99-3fde-4f6f-889d-50f5fa669805 gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:35:30.477246 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1b255-5da3-456f-a364-c7cf9cd3b718 req-5fb0b678-bbb9-4509-bb10-75560528d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:30.478754 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-46b1b255-5da3-456f-a364-c7cf9cd3b718 req-5fb0b678-bbb9-4509-bb10-75560528d3e9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9fc98f6ee70c4b51a5cad91588179e46&device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 1099 time: 0.1423008 Jul 07 18:35:30.482612 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de327bea-027f-4c3d-8a80-b36f629ebd89 {{(pid=78477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:35:30.511013 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:30.587448 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] Transition to ACTIVE for port object de327bea-027f-4c3d-8a80-b36f629ebd89 will not be triggered until provisioned by entity L2. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:35:30.597473 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4007007'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:30.605029 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-f45992c8-0b8a-412b-b20f-f016fa941222 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:30.756772 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-510ecd6b-4f6f-4f3c-b237-8f8bdca30bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'name': 'tempest-TestMinimumBasicScenario-1930374613-router', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': '73e4e713-d28f-41c3-8002-b05fd7b54aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:24Z', 'updated_at': '2021-07-07T18:32:31Z', 'revision_number': 4, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'gw_port': {'id': '73e4e713-d28f-41c3-8002-b05fd7b54aa9', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '5f1a6ada-0989-4b3a-bc4b-250b02e7245a', 'name': '', 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'mac_address': 'fa:16:3e:1e:75:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '11d92948-72fa-44c3-8472-30d15d83e94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:30Z', 'updated_at': '2021-07-07T18:32:41Z', 'revision_number': 5, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'subnets': [{'id': '11d92948-72fa-44c3-8472-30d15d83e94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:30.762707 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1b255-5da3-456f-a364-c7cf9cd3b718 req-ec2921af-e211-4226-88bd-2c493addcd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:30.763108 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510ecd6b-4f6f-4f3c-b237-8f8bdca30bf1 None None] Checking router: fd88db99-3fde-4f6f-889d-50f5fa669805 for host: dv-cinder-798696-1-smb {{(pid=78479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:35:30.764221 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-46b1b255-5da3-456f-a364-c7cf9cd3b718 req-ec2921af-e211-4226-88bd-2c493addcd62 service neutron] 10.222.0.89 "GET /v2.0/networks?id=eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e HTTP/1.1" status: 200 len: 916 time: 0.2773178 Jul 07 18:35:30.764886 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] Pushing event updated for resources: {'Port': ['ID=de327bea-027f-4c3d-8a80-b36f629ebd89,revision_number=2']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:30.777736 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510ecd6b-4f6f-4f3c-b237-8f8bdca30bf1 None None] Routers {'fd88db99-3fde-4f6f-889d-50f5fa669805'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:35:30.778542 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-510ecd6b-4f6f-4f3c-b237-8f8bdca30bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:35:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['fd88db99-3fde-4f6f-889d-50f5fa669805'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:30.793033 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:30.889223 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-46b1b255-5da3-456f-a364-c7cf9cd3b718 req-a700a875-2923-4cd2-9b89-02ba43814f92 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bc93984-8e9c-4b9d-99c7-7009515f6808 HTTP/1.1" status: 200 len: 217 time: 0.0973935 Jul 07 18:35:30.983983 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1b255-5da3-456f-a364-c7cf9cd3b718 req-dba43a22-90f1-45a2-9a2f-0a7d358053cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:30.985413 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-46b1b255-5da3-456f-a364-c7cf9cd3b718 req-dba43a22-90f1-45a2-9a2f-0a7d358053cf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=11d92948-72fa-44c3-8472-30d15d83e94d HTTP/1.1" status: 200 len: 854 time: 0.0818238 Jul 07 18:35:30.993706 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-510ecd6b-4f6f-4f3c-b237-8f8bdca30bf1 None None] Set router fd88db99-3fde-4f6f-889d-50f5fa669805 gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:35:31.020060 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] Attempting to bind port de327bea-027f-4c3d-8a80-b36f629ebd89 on host hv-cinder-79869 for vnic_type normal with profile {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:35:31.020442 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] Attempting to bind port de327bea-027f-4c3d-8a80-b36f629ebd89 by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': '9d388b74-63ed-4e83-854a-630c6157b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4'}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:35:31.020773 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] Attempting to bind port de327bea-027f-4c3d-8a80-b36f629ebd89 on network 8aa84765-413d-4dc2-8d21-d785f19625b4 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:35:31.072084 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] Port de327bea-027f-4c3d-8a80-b36f629ebd89 on network 8aa84765-413d-4dc2-8d21-d785f19625b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:35:31.072084 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] Attempting to bind port de327bea-027f-4c3d-8a80-b36f629ebd89 on network 8aa84765-413d-4dc2-8d21-d785f19625b4 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:35:31.095785 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] Checking agent: {'id': '6661975a-2303-40ef-9047-4852f27aec4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:35:31.096134 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] Checking segment: {'id': '9d388b74-63ed-4e83-854a-630c6157b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:35:31.096538 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] Bound using segment: {'id': '9d388b74-63ed-4e83-854a-630c6157b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4'} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:35:31.096956 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] Bound port: de327bea-027f-4c3d-8a80-b36f629ebd89, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d388b74-63ed-4e83-854a-630c6157b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4'}}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:35:31.097300 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:31.220005 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1b255-5da3-456f-a364-c7cf9cd3b718 req-fa155f7a-95df-4424-bf73-13b7105c1935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:31.220955 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-46b1b255-5da3-456f-a364-c7cf9cd3b718 req-fa155f7a-95df-4424-bf73-13b7105c1935 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1962557 Jul 07 18:35:31.231268 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7453b-7a4b-4133-a4aa-3cfaf939b91f req-7ac1e0df-6eaf-461a-8a1d-2273220e2ca4 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:31.231992 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-bff7453b-7a4b-4133-a4aa-3cfaf939b91f req-7ac1e0df-6eaf-461a-8a1d-2273220e2ca4 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Synchronizing usage tracker for tenant:141aaf718a50403cb0402f655c144713 on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:35:31.260178 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] For port de327bea-027f-4c3d-8a80-b36f629ebd89, host hv-cinder-79869, cleared binding levels {{(pid=78477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:35:31.317113 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] For port de327bea-027f-4c3d-8a80-b36f629ebd89, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=de327bea-027f-4c3d-8a80-b36f629ebd89,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:35:31.332825 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4007007'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:31.340451 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-a6e596b7-db01-4e65-82e9-89805e087960 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:31.379077 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-bff7453b-7a4b-4133-a4aa-3cfaf939b91f req-7ac1e0df-6eaf-461a-8a1d-2273220e2ca4 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Unset dirty status for tenant:141aaf718a50403cb0402f655c144713 on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:35:31.380260 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bff7453b-7a4b-4133-a4aa-3cfaf939b91f req-7ac1e0df-6eaf-461a-8a1d-2273220e2ca4 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 943 time: 0.3921697 Jul 07 18:35:31.393497 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-510ecd6b-4f6f-4f3c-b237-8f8bdca30bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'name': 'tempest-TestMinimumBasicScenario-1930374613-router', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': '73e4e713-d28f-41c3-8002-b05fd7b54aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:24Z', 'updated_at': '2021-07-07T18:32:31Z', 'revision_number': 4, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'gw_port': {'id': '73e4e713-d28f-41c3-8002-b05fd7b54aa9', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '5f1a6ada-0989-4b3a-bc4b-250b02e7245a', 'name': '', 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'mac_address': 'fa:16:3e:1e:75:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '11d92948-72fa-44c3-8472-30d15d83e94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:30Z', 'updated_at': '2021-07-07T18:32:41Z', 'revision_number': 5, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'subnets': [{'id': '11d92948-72fa-44c3-8472-30d15d83e94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:31.403914 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510ecd6b-4f6f-4f3c-b237-8f8bdca30bf1 None None] The sync data for ids ['fd88db99-3fde-4f6f-889d-50f5fa669805'] in dv-cinder-798696-1-smb is: [{'id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'name': 'tempest-TestMinimumBasicScenario-1930374613-router', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': '73e4e713-d28f-41c3-8002-b05fd7b54aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:24Z', 'updated_at': '2021-07-07T18:32:31Z', 'revision_number': 4, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'gw_port': {'id': '73e4e713-d28f-41c3-8002-b05fd7b54aa9', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '5f1a6ada-0989-4b3a-bc4b-250b02e7245a', 'name': '', 'network_id': 'eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'mac_address': 'fa:16:3e:1e:75:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '11d92948-72fa-44c3-8472-30d15d83e94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:30Z', 'updated_at': '2021-07-07T18:32:41Z', 'revision_number': 5, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'subnets': [{'id': '11d92948-72fa-44c3-8472-30d15d83e94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:35:31.429683 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:31.430342 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:31.432078 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] 10.222.0.89 "PUT /v2.0/ports/de327bea-027f-4c3d-8a80-b36f629ebd89 HTTP/1.1" status: 200 len: 1093 time: 1.6862323 Jul 07 18:35:31.435866 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd04edfc-18ee-4859-8fc0-9e3b09b58388', 'tag': 'de327bea-027f-4c3d-8a80-b36f629ebd89'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:31.562819 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bff7453b-7a4b-4133-a4aa-3cfaf939b91f req-3eca514b-32bb-4f63-b8d8-fcfd6ebec234 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656053 Jul 07 18:35:31.609085 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] Pushing event updated for resources: {'Port': ['ID=de327bea-027f-4c3d-8a80-b36f629ebd89,revision_number=3']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:31.660873 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:31.675800 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-46b1b255-5da3-456f-a364-c7cf9cd3b718 req-3fe83512-9918-4800-9c3a-4729e832c179 service neutron] 10.222.0.89 "GET /v2.0/networks/eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388840 Jul 07 18:35:31.701068 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd04edfc-18ee-4859-8fc0-9e3b09b58388', 'tag': 'de327bea-027f-4c3d-8a80-b36f629ebd89', 'status': 'completed', 'code': 200} Jul 07 18:35:31.825572 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 59954) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:31.874074 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-c4bb27f7-b8c9-4180-92b9-66c4e9bfaea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:31.883880 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-c4bb27f7-b8c9-4180-92b9-66c4e9bfaea3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=141aaf718a50403cb0402f655c144713&device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 1096 time: 0.3895054 Jul 07 18:35:31.953861 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e8ff9c-b043-4f72-8206-f7ec6ebc9802 None None] New status for floating IP cbb5d68e-7d99-423d-80e1-52cd44da5a8e: DOWN {{(pid=78480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:35:32.096524 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-17acb6e2-b944-4ce2-8668-560bd24c13c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:32.150236 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-46b1b255-5da3-456f-a364-c7cf9cd3b718 req-b6599861-8bcd-4850-879d-c321c5777818 service neutron] 10.222.0.89 "GET /v2.0/networks/eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479225 Jul 07 18:35:32.159088 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-9fe8591a-34a9-4278-81ef-8ed2d93fee4a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de327bea-027f-4c3d-8a80-b36f629ebd89 HTTP/1.1" status: 200 len: 217 time: 0.0959496 Jul 07 18:35:32.176703 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-17acb6e2-b944-4ce2-8668-560bd24c13c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:35:32.181239 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-17acb6e2-b944-4ce2-8668-560bd24c13c0 admin admin] Usage tracker for resource:security_group_rule and tenant:25aa8350ce094dba80f3357270a51d9d is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:35:32.184875 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-17acb6e2-b944-4ce2-8668-560bd24c13c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:35:32.191124 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-17acb6e2-b944-4ce2-8668-560bd24c13c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:35:32.243385 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-0ea758f0-a224-4952-b91a-2274d9ce03e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:32.245698 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-0ea758f0-a224-4952-b91a-2274d9ce03e4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e0732594-4d25-48f2-b3f5-656ff1b826e7 HTTP/1.1" status: 200 len: 856 time: 0.0738056 Jul 07 18:35:32.304943 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-17acb6e2-b944-4ce2-8668-560bd24c13c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:32.311121 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-17acb6e2-b944-4ce2-8668-560bd24c13c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:32.346944 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-788d384e-872d-4bf2-9482-7b6ab25ae618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:32.348817 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-788d384e-872d-4bf2-9482-7b6ab25ae618 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8aa84765-413d-4dc2-8d21-d785f19625b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0949664 Jul 07 18:35:32.349403 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-8fb56d48-d07c-4408-894d-a6aa359ad745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:32.361202 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-17acb6e2-b944-4ce2-8668-560bd24c13c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=25aa8350ce094dba80f3357270a51d9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5343771 Jul 07 18:35:32.364143 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 59974) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:32.418931 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17acb6e2-b944-4ce2-8668-560bd24c13c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee6fb78-882e-4b9e-945e-2807a8ef01cb,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:32.423528 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-17acb6e2-b944-4ce2-8668-560bd24c13c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:32.454483 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b0a9292b-2648-46f2-a637-9e47e94f605e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:32.483838 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b0a9292b-2648-46f2-a637-9e47e94f605e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:32.504693 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-c3cbdfde-bfef-43aa-bdd1-760c99e28a46 service neutron] 10.222.0.89 "GET /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411350 Jul 07 18:35:32.547930 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b0a9292b-2648-46f2-a637-9e47e94f605e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:32.553168 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-6c79da10-2564-44e7-a88a-f21256729f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:32.565874 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9292b-2648-46f2-a637-9e47e94f605e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee6fb78-882e-4b9e-945e-2807a8ef01cb,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:32.568711 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-b0a9292b-2648-46f2-a637-9e47e94f605e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:32.577171 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b0a9292b-2648-46f2-a637-9e47e94f605e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:32.580772 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-b0a9292b-2648-46f2-a637-9e47e94f605e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9ee6fb78-882e-4b9e-945e-2807a8ef01cb HTTP/1.1" status: 204 len: 168 time: 0.2133884 Jul 07 18:35:32.655897 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-2394f7cb-fd8a-408c-a509-600f43fd3fa5 req-268a2875-b259-470f-a0b3-d701ce6a2006 service neutron] 10.222.0.89 "GET /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440930 Jul 07 18:35:32.781936 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8fdef-c838-415a-a074-3080dd9873a7 req-5ccb77eb-afb3-4746-9296-b1b6f21c6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:32.783590 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-54a8fdef-c838-415a-a074-3080dd9873a7 req-5ccb77eb-afb3-4746-9296-b1b6f21c6d7d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=141aaf718a50403cb0402f655c144713&device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 1096 time: 0.0777330 Jul 07 18:35:32.789588 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307fe00-6337-4319-bf0f-dd6ec57512af req-51b1ff0a-36cc-4a2c-a951-7056eee8f7a3 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:32.791557 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-b307fe00-6337-4319-bf0f-dd6ec57512af req-51b1ff0a-36cc-4a2c-a951-7056eee8f7a3 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 943 time: 0.0943720 Jul 07 18:35:32.842390 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-b307fe00-6337-4319-bf0f-dd6ec57512af req-67d7ac78-7a17-4838-ac5f-b4aa0c23f9a7 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423570 Jul 07 18:35:32.898092 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 59984) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:32.916937 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-c0d6644e-ab1e-4951-9a97-12ea16bdce43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:32.929722 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8fdef-c838-415a-a074-3080dd9873a7 req-e1463253-cac2-48e1-bd3d-a57a7d7fc04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:32.931332 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-54a8fdef-c838-415a-a074-3080dd9873a7 req-e1463253-cac2-48e1-bd3d-a57a7d7fc04e service neutron] 10.222.0.89 "GET /v2.0/networks?id=8aa84765-413d-4dc2-8d21-d785f19625b4 HTTP/1.1" status: 200 len: 918 time: 0.1409788 Jul 07 18:35:32.932222 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-c0d6644e-ab1e-4951-9a97-12ea16bdce43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:35:32.936460 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-c0d6644e-ab1e-4951-9a97-12ea16bdce43 admin admin] Usage tracker for resource:security_group_rule and tenant:0d56ddf27a3f40ff904392c266b87a5d is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:35:32.939318 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-c0d6644e-ab1e-4951-9a97-12ea16bdce43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:35:32.945342 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-c0d6644e-ab1e-4951-9a97-12ea16bdce43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:35:33.002029 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-54a8fdef-c838-415a-a074-3080dd9873a7 req-a3f41b86-6e53-482d-807b-4cfbb99c7a8a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de327bea-027f-4c3d-8a80-b36f629ebd89 HTTP/1.1" status: 200 len: 217 time: 0.0622010 Jul 07 18:35:33.042863 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-c0d6644e-ab1e-4951-9a97-12ea16bdce43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:33.047481 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-c0d6644e-ab1e-4951-9a97-12ea16bdce43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:33.059547 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-17acb6e2-b944-4ce2-8668-560bd24c13c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:33.070158 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8fdef-c838-415a-a074-3080dd9873a7 req-866178bd-0fcc-4fee-b993-a9a46f8e0adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:33.071723 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-54a8fdef-c838-415a-a074-3080dd9873a7 req-866178bd-0fcc-4fee-b993-a9a46f8e0adc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e0732594-4d25-48f2-b3f5-656ff1b826e7 HTTP/1.1" status: 200 len: 856 time: 0.0620766 Jul 07 18:35:33.100095 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-c0d6644e-ab1e-4951-9a97-12ea16bdce43 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d56ddf27a3f40ff904392c266b87a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2008045 Jul 07 18:35:33.101725 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d6644e-ab1e-4951-9a97-12ea16bdce43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf1c2bf-5cc7-4891-950a-6e42cfe15e0d,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:33.105268 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-c0d6644e-ab1e-4951-9a97-12ea16bdce43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:33.106327 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 59988) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:33.156762 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8fdef-c838-415a-a074-3080dd9873a7 req-6beee84d-9aec-4dc4-825e-db278bb78fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:33.158266 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-54a8fdef-c838-415a-a074-3080dd9873a7 req-6beee84d-9aec-4dc4-825e-db278bb78fd5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8aa84765-413d-4dc2-8d21-d785f19625b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724311 Jul 07 18:35:33.166981 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ac213c22-d99e-488e-8069-a084eeecc051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:33.193358 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ac213c22-d99e-488e-8069-a084eeecc051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:33.257110 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ac213c22-d99e-488e-8069-a084eeecc051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:33.264376 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-aa10af8a-52e6-4bea-aeed-e71d6aa1545d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:33.277202 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac213c22-d99e-488e-8069-a084eeecc051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf1c2bf-5cc7-4891-950a-6e42cfe15e0d,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:33.292177 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-ac213c22-d99e-488e-8069-a084eeecc051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:33.293526 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ac213c22-d99e-488e-8069-a084eeecc051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:33.295068 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-ac213c22-d99e-488e-8069-a084eeecc051 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/daf1c2bf-5cc7-4891-950a-6e42cfe15e0d HTTP/1.1" status: 204 len: 168 time: 0.1873856 Jul 07 18:35:33.304748 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-54a8fdef-c838-415a-a074-3080dd9873a7 req-03076158-ac62-4494-9895-599133492acf service neutron] 10.222.0.89 "GET /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389208 Jul 07 18:35:33.456200 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-54a8fdef-c838-415a-a074-3080dd9873a7 req-a9636bff-601b-4c67-ae4c-4911474ed941 service neutron] 10.222.0.89 "GET /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395304 Jul 07 18:35:33.685405 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 60002) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:33.704848 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-cfce2b95-0bbf-4578-b394-e169515377f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:33.721689 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-cfce2b95-0bbf-4578-b394-e169515377f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:35:33.727130 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-cfce2b95-0bbf-4578-b394-e169515377f9 admin admin] Usage tracker for resource:security_group_rule and tenant:07128c7269e14a92bf4bf01fa4cb21d2 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:35:33.731213 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-cfce2b95-0bbf-4578-b394-e169515377f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:35:33.739030 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-cfce2b95-0bbf-4578-b394-e169515377f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:35:33.812592 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device de327bea-027f-4c3d-8a80-b36f629ebd89 details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 07 18:35:33.862929 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-cfce2b95-0bbf-4578-b394-e169515377f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:33.867707 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-cfce2b95-0bbf-4578-b394-e169515377f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:33.892461 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-898ceb8a-3c05-4bd5-8c9f-96406a09e725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:34.028649 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port de327bea-027f-4c3d-8a80-b36f629ebd89, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=de327bea-027f-4c3d-8a80-b36f629ebd89,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:35:34.041605 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-cfce2b95-0bbf-4578-b394-e169515377f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07128c7269e14a92bf4bf01fa4cb21d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3550546 Jul 07 18:35:34.042462 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce2b95-0bbf-4578-b394-e169515377f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ec6fbc-9fd3-49cd-a574-23561d9d4966,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:34.045030 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Returning: {'device': 'de327bea-027f-4c3d-8a80-b36f629ebd89', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'port_id': 'de327bea-027f-4c3d-8a80-b36f629ebd89', 'mac_address': 'fa:16:3e:1f:45:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 07 18:35:34.046977 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-cfce2b95-0bbf-4578-b394-e169515377f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:34.047490 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 60010) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:34.105389 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:34.124109 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de327bea-027f-4c3d-8a80-b36f629ebd89 {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:35:34.137304 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9091f78d-9449-412f-b47a-f7ccca7b2987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:34.142567 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port de327bea-027f-4c3d-8a80-b36f629ebd89, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=de327bea-027f-4c3d-8a80-b36f629ebd89,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:35:34.147387 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:34.149415 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:34.150190 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c232e0-f4a9-4473-ab1c-3f5ded0b26a2 req-a6e36e0a-7e74-4bd1-983f-8f776747e23c tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:34.152354 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c6c232e0-f4a9-4473-ab1c-3f5ded0b26a2 req-a6e36e0a-7e74-4bd1-983f-8f776747e23c tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 943 time: 0.1830430 Jul 07 18:35:34.177730 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f332d-0fcd-41a5-8d39-4c0d3a34a532 req-1922bb94-865a-4f75-b8b3-ca46f333cfe9 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:34.178443 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-144f332d-0fcd-41a5-8d39-4c0d3a34a532 req-1922bb94-865a-4f75-b8b3-ca46f333cfe9 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Synchronizing usage tracker for tenant:9fc98f6ee70c4b51a5cad91588179e46 on resource:port {{(pid=78478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:35:34.196182 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-144f332d-0fcd-41a5-8d39-4c0d3a34a532 req-1922bb94-865a-4f75-b8b3-ca46f333cfe9 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Unset dirty status for tenant:9fc98f6ee70c4b51a5cad91588179e46 on resource:port {{(pid=78478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:35:34.197410 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-144f332d-0fcd-41a5-8d39-4c0d3a34a532 req-1922bb94-865a-4f75-b8b3-ca46f333cfe9 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 946 time: 0.2203736 Jul 07 18:35:34.202498 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9091f78d-9449-412f-b47a-f7ccca7b2987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:34.230075 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=de327bea-027f-4c3d-8a80-b36f629ebd89,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:34.240005 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:34.240360 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:34.240529 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c6c232e0-f4a9-4473-ab1c-3f5ded0b26a2 req-948b055e-47f1-468c-b897-23412699c37f tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796273 Jul 07 18:35:34.240821 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:34.241158 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:34.242025 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:34.242025 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:34.242226 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:34.242545 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:34.243080 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:34.243414 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:34.243750 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:34.244076 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:34.247333 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-144f332d-0fcd-41a5-8d39-4c0d3a34a532 req-b257076d-bcb3-4b1e-8488-2a55a6988237 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Synchronizing usage tracker for tenant:9fc98f6ee70c4b51a5cad91588179e46 on resource:security_group {{(pid=78478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:35:34.248430 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:34.263945 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-144f332d-0fcd-41a5-8d39-4c0d3a34a532 req-b257076d-bcb3-4b1e-8488-2a55a6988237 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Unset dirty status for tenant:9fc98f6ee70c4b51a5cad91588179e46 on resource:security_group {{(pid=78478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:35:34.265219 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-144f332d-0fcd-41a5-8d39-4c0d3a34a532 req-b257076d-bcb3-4b1e-8488-2a55a6988237 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612717 Jul 07 18:35:34.277869 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9091f78d-9449-412f-b47a-f7ccca7b2987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:34.282132 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-2c285766-306f-4668-bc87-3c3012cf84d8 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:34.293133 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091f78d-9449-412f-b47a-f7ccca7b2987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ec6fbc-9fd3-49cd-a574-23561d9d4966,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:34.297980 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-9091f78d-9449-412f-b47a-f7ccca7b2987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:34.300082 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-9091f78d-9449-412f-b47a-f7ccca7b2987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:34.301185 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-9091f78d-9449-412f-b47a-f7ccca7b2987 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39ec6fbc-9fd3-49cd-a574-23561d9d4966 HTTP/1.1" status: 204 len: 168 time: 0.2526145 Jul 07 18:35:34.479702 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['de327bea-027f-4c3d-8a80-b36f629ebd89'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:35:35.475604 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42e090-050d-471c-88cd-b047136cfa70 req-6f424eec-e04d-41a4-9d79-12fada94f546 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:35.477767 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-ec42e090-050d-471c-88cd-b047136cfa70 req-6f424eec-e04d-41a4-9d79-12fada94f546 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 944 time: 0.0865133 Jul 07 18:35:35.489522 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3dc651-2430-4bdc-8611-0b92b8e107ed req-71842e02-c4fc-48e5-99d3-a19e10aac405 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:35.491074 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8b3dc651-2430-4bdc-8611-0b92b8e107ed req-71842e02-c4fc-48e5-99d3-a19e10aac405 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0863914 Jul 07 18:35:35.531525 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-ec42e090-050d-471c-88cd-b047136cfa70 req-520eb23a-ffc7-4613-bac9-2ffe1ac3c5dc tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478570 Jul 07 18:35:35.627226 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8b3dc651-2430-4bdc-8611-0b92b8e107ed req-c8a12b73-fa84-4e6a-98fc-8526de45cdbb tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302323 Jul 07 18:35:35.842573 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device de327bea-027f-4c3d-8a80-b36f629ebd89 up at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:35:35.906280 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:35.923355 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning for port de327bea-027f-4c3d-8a80-b36f629ebd89 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:35:35.928238 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning complete for port de327bea-027f-4c3d-8a80-b36f629ebd89 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:35:35.928619 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:36.049173 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:36.080670 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd04edfc-18ee-4859-8fc0-9e3b09b58388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de327bea-027f-4c3d-8a80-b36f629ebd89'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:36.091273 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port de327bea-027f-4c3d-8a80-b36f629ebd89, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=de327bea-027f-4c3d-8a80-b36f629ebd89,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:35:36.095978 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:36.099535 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:36.108660 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0776f-9436-41ed-8b5d-b0773874b7ad req-cb4fcd82-21b8-4458-b2f9-cd1f688e3ba7 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:36.110159 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-33f0776f-9436-41ed-8b5d-b0773874b7ad req-cb4fcd82-21b8-4458-b2f9-cd1f688e3ba7 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.89 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0849192 Jul 07 18:35:36.156009 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd04edfc-18ee-4859-8fc0-9e3b09b58388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de327bea-027f-4c3d-8a80-b36f629ebd89', 'code': 200} Jul 07 18:35:36.182847 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=de327bea-027f-4c3d-8a80-b36f629ebd89,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:36.187000 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:36.191647 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-33f0776f-9436-41ed-8b5d-b0773874b7ad req-ba438707-8090-4f26-aeb0-23d912eabf0b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Deleting port 7bc93984-8e9c-4b9d-99c7-7009515f6808 {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:35:36.192003 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-33f0776f-9436-41ed-8b5d-b0773874b7ad req-ba438707-8090-4f26-aeb0-23d912eabf0b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:36.513521 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-33f0776f-9436-41ed-8b5d-b0773874b7ad req-ba438707-8090-4f26-aeb0-23d912eabf0b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] For port 7bc93984-8e9c-4b9d-99c7-7009515f6808, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=7bc93984-8e9c-4b9d-99c7-7009515f6808,segment=NetworkSegment(8d767d72-ca7b-47ef-913c-0915a64475be),segment_id=8d767d72-ca7b-47ef-913c-0915a64475be)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:35:36.514883 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-33f0776f-9436-41ed-8b5d-b0773874b7ad req-ba438707-8090-4f26-aeb0-23d912eabf0b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:36.640650 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-33f0776f-9436-41ed-8b5d-b0773874b7ad req-ba438707-8090-4f26-aeb0-23d912eabf0b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Calling delete_port for 7bc93984-8e9c-4b9d-99c7-7009515f6808 owned by compute:nova {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:35:36.675826 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18449ff5-949f-4dd9-af90-87bd2ec2ec2a req-b7673f83-515e-4c50-9a6e-a866cda2b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:36.677335 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-18449ff5-949f-4dd9-af90-87bd2ec2ec2a req-b7673f83-515e-4c50-9a6e-a866cda2b1a1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 1098 time: 0.2933946 Jul 07 18:35:36.739788 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c536e77-769b-44f1-915e-2274374f9d2d req-52c89b4e-bd5e-4d66-8b7b-06734a5a6c2d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:36.741367 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-5c536e77-769b-44f1-915e-2274374f9d2d req-52c89b4e-bd5e-4d66-8b7b-06734a5a6c2d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.0907600 Jul 07 18:35:36.752035 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-18449ff5-949f-4dd9-af90-87bd2ec2ec2a req-aa077897-3bd0-45e1-b81b-5e0749f8507a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631599 Jul 07 18:35:36.793979 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-5c536e77-769b-44f1-915e-2274374f9d2d req-a7885402-19e1-436b-9d72-497081543478 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465860 Jul 07 18:35:36.901855 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-33f0776f-9436-41ed-8b5d-b0773874b7ad req-ba438707-8090-4f26-aeb0-23d912eabf0b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:36.929229 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['7bc93984-8e9c-4b9d-99c7-7009515f6808'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:35:36.934807 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-0a5739a4-4dcd-4a35-87a0-dd27ac595075 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:37.006744 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04e84d-ba41-49b3-b47f-2598ca8ce17c req-e30b56bd-39d2-4243-8347-445d36459a85 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:37.018902 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ab04e84d-ba41-49b3-b47f-2598ca8ce17c req-e30b56bd-39d2-4243-8347-445d36459a85 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/ports?device_id=67c98926-8959-4259-9988-d266da44a2b4 HTTP/1.1" status: 200 len: 867 time: 0.2652991 Jul 07 18:35:37.043158 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba438707-8090-4f26-aeb0-23d912eabf0b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Pushing event deleted for resources: {'Port': ['ID=7bc93984-8e9c-4b9d-99c7-7009515f6808,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:37.049391 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-ba438707-8090-4f26-aeb0-23d912eabf0b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:37.152966 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ab04e84d-ba41-49b3-b47f-2598ca8ce17c req-beb9d2c7-6ffb-40d7-9284-3ef400595e7c tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.41 "GET /v2.0/security-groups?id=481fd2ae-f79d-4513-9659-401d52bbe280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324022 Jul 07 18:35:37.154011 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f0776f-9436-41ed-8b5d-b0773874b7ad req-ba438707-8090-4f26-aeb0-23d912eabf0b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] No DVR routers for this DVR port 7bc93984-8e9c-4b9d-99c7-7009515f6808 on host hv-cinder-79869 {{(pid=78477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:35:37.156458 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-33f0776f-9436-41ed-8b5d-b0773874b7ad req-ba438707-8090-4f26-aeb0-23d912eabf0b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:37.159210 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c98926-8959-4259-9988-d266da44a2b4', 'name': 'network-vif-deleted', 'tag': '7bc93984-8e9c-4b9d-99c7-7009515f6808'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:37.178034 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-33f0776f-9436-41ed-8b5d-b0773874b7ad req-ba438707-8090-4f26-aeb0-23d912eabf0b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] 10.222.0.89 "DELETE /v2.0/ports/7bc93984-8e9c-4b9d-99c7-7009515f6808 HTTP/1.1" status: 204 len: 173 time: 1.0610890 Jul 07 18:35:37.216790 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c98926-8959-4259-9988-d266da44a2b4', 'name': 'network-vif-deleted', 'tag': '7bc93984-8e9c-4b9d-99c7-7009515f6808', 'status': 'completed', 'code': 200} Jul 07 18:35:38.005788 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69857b57-2e49-4a4f-84d4-18bc6d923095 req-e04f8e00-0492-4b6a-aea2-0110da134c75 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:38.007426 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-69857b57-2e49-4a4f-84d4-18bc6d923095 req-e04f8e00-0492-4b6a-aea2-0110da134c75 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.0973737 Jul 07 18:35:38.067247 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-69857b57-2e49-4a4f-84d4-18bc6d923095 req-01c46e27-4bf3-494b-92af-f1d3d028dd11 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528393 Jul 07 18:35:38.280849 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f486d0-4e3f-4141-8a1b-7771145db353 req-6a9b2fd7-3a6c-4451-81f6-1141369bfa84 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:38.283697 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-27f486d0-4e3f-4141-8a1b-7771145db353 req-6a9b2fd7-3a6c-4451-81f6-1141369bfa84 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.1017158 Jul 07 18:35:38.293841 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 60138) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:38.301006 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-8d77e223-8d2c-48d4-8936-293f44ffd91e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Request body: {'floatingip': {'port_id': 'de327bea-027f-4c3d-8a80-b36f629ebd89'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:38.382288 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-8d77e223-8d2c-48d4-8936-293f44ffd91e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for floatingip, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:38.983938 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 60186) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:39.133344 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-8d77e223-8d2c-48d4-8936-293f44ffd91e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:39.138293 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-8d77e223-8d2c-48d4-8936-293f44ffd91e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553071'] for floatingip, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:39.315908 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.db.l3_db [None req-8d77e223-8d2c-48d4-8936-293f44ffd91e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Floating IP befa0782-7065-4f2f-8fe0-4b8de08eeaab associated. External IP: 172.28.1.119, port: de327bea-027f-4c3d-8a80-b36f629ebd89. Jul 07 18:35:39.554933 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3fa0bb4a-e500-4d87-b09b-b6ddde68df7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546929'] for router_interface, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:39.680977 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d77e223-8d2c-48d4-8936-293f44ffd91e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Router 77da480b-5db5-4ea6-9220-c2e479e5060c has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:35:39.860313 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 7bc93984-8e9c-4b9d-99c7-7009515f6808 no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:35:39.880813 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d77e223-8d2c-48d4-8936-293f44ffd91e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:35:39.885709 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-8d77e223-8d2c-48d4-8936-293f44ffd91e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for floatingip, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:39.898661 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1d56a0-23e5-4c83-8159-c37e876ccf2f None None] Sync routers for ids ['77da480b-5db5-4ea6-9220-c2e479e5060c'] in dv-cinder-798696-1-smb {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:35:39.908774 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] No Port match for: 7bc93984-8e9c-4b9d-99c7-7009515f6808 {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:35:39.909127 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 7bc93984-8e9c-4b9d-99c7-7009515f6808 not bound to the agent host hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:35:39.914805 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1d56a0-23e5-4c83-8159-c37e876ccf2f None None] Routers {'77da480b-5db5-4ea6-9220-c2e479e5060c'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:35:39.915443 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-cc1d56a0-23e5-4c83-8159-c37e876ccf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:35:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['77da480b-5db5-4ea6-9220-c2e479e5060c'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:39.947946 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-8d77e223-8d2c-48d4-8936-293f44ffd91e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "PUT /v2.0/floatingips/befa0782-7065-4f2f-8fe0-4b8de08eeaab HTTP/1.1" status: 200 len: 991 time: 1.6521468 Jul 07 18:35:39.948604 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd04edfc-18ee-4859-8fc0-9e3b09b58388', 'tag': 'de327bea-027f-4c3d-8a80-b36f629ebd89'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:39.954390 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0bb4a-e500-4d87-b09b-b6ddde68df7d admin admin] Deleting port 5f1a6ada-0989-4b3a-bc4b-250b02e7245a {{(pid=78478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:35:39.954390 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3fa0bb4a-e500-4d87-b09b-b6ddde68df7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:40.018644 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd04edfc-18ee-4859-8fc0-9e3b09b58388', 'tag': 'de327bea-027f-4c3d-8a80-b36f629ebd89', 'status': 'completed', 'code': 200} Jul 07 18:35:40.133079 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-cc1d56a0-23e5-4c83-8159-c37e876ccf2f None None] Set router 77da480b-5db5-4ea6-9220-c2e479e5060c gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:35:40.134557 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb567756-4c37-4642-a5bd-3c0368b4618d req-f7196d96-27ba-4e6c-a02a-4b792685a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:40.136267 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bb567756-4c37-4642-a5bd-3c0368b4618d req-f7196d96-27ba-4e6c-a02a-4b792685a745 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=141aaf718a50403cb0402f655c144713&device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 1098 time: 0.0921221 Jul 07 18:35:40.161995 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.db [None req-3fa0bb4a-e500-4d87-b09b-b6ddde68df7d admin admin] For port 5f1a6ada-0989-4b3a-bc4b-250b02e7245a, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=5f1a6ada-0989-4b3a-bc4b-250b02e7245a,segment=NetworkSegment(8d767d72-ca7b-47ef-913c-0915a64475be),segment_id=8d767d72-ca7b-47ef-913c-0915a64475be)] {{(pid=78478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:35:40.162660 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3fa0bb4a-e500-4d87-b09b-b6ddde68df7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:40.289402 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb567756-4c37-4642-a5bd-3c0368b4618d req-c91b715d-d6a1-4c91-9346-66e942c88f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:40.290939 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bb567756-4c37-4642-a5bd-3c0368b4618d req-c91b715d-d6a1-4c91-9346-66e942c88f36 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8aa84765-413d-4dc2-8d21-d785f19625b4 HTTP/1.1" status: 200 len: 918 time: 0.1463046 Jul 07 18:35:40.431159 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0bb4a-e500-4d87-b09b-b6ddde68df7d admin admin] Calling delete_port for 5f1a6ada-0989-4b3a-bc4b-250b02e7245a owned by network:router_interface {{(pid=78478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:35:40.511333 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bb567756-4c37-4642-a5bd-3c0368b4618d req-f2855152-3332-452f-a1ce-26ef67b8e581 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de327bea-027f-4c3d-8a80-b36f629ebd89 HTTP/1.1" status: 200 len: 999 time: 0.2129829 Jul 07 18:35:40.517509 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-cc1d56a0-23e5-4c83-8159-c37e876ccf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'name': 'tempest-AttachVolumeShelveTestJSON-1160312080-router', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:23Z', 'revision_number': 4, 'project_id': '141aaf718a50403cb0402f655c144713', 'gw_port': {'id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_floatingips': [{'id': 'befa0782-7065-4f2f-8fe0-4b8de08eeaab', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'floating_ip_address': '172.28.1.119', 'floating_network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'router_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'port_id': 'de327bea-027f-4c3d-8a80-b36f629ebd89', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'mac_address': 'fa:16:3e:1f:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd04edfc-18ee-4859-8fc0-9e3b09b58388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:35:24Z', 'updated_at': '2021-07-07T18:35:39Z', 'revision_number': 1, 'project_id': '141aaf718a50403cb0402f655c144713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e70d4d3-286f-483f-9d89-0dbfa2d214e0', 'name': '', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'mac_address': 'fa:16:3e:f9:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:18Z', 'updated_at': '2021-07-07T18:31:37Z', 'revision_number': 5, 'project_id': '141aaf718a50403cb0402f655c144713', 'subnets': [{'id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:40.521636 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1d56a0-23e5-4c83-8159-c37e876ccf2f None None] Checking router: 77da480b-5db5-4ea6-9220-c2e479e5060c for host: dv-cinder-798696-1-smb {{(pid=78479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:35:40.534421 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1d56a0-23e5-4c83-8159-c37e876ccf2f None None] Routers {'77da480b-5db5-4ea6-9220-c2e479e5060c'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:35:40.535693 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-cc1d56a0-23e5-4c83-8159-c37e876ccf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:35:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['77da480b-5db5-4ea6-9220-c2e479e5060c'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:40.579930 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb567756-4c37-4642-a5bd-3c0368b4618d req-04d06c43-33c8-4154-a724-232e445f50e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:40.581526 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bb567756-4c37-4642-a5bd-3c0368b4618d req-04d06c43-33c8-4154-a724-232e445f50e2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e0732594-4d25-48f2-b3f5-656ff1b826e7 HTTP/1.1" status: 200 len: 856 time: 0.0635319 Jul 07 18:35:40.638651 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3fa0bb4a-e500-4d87-b09b-b6ddde68df7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4077769'] for port, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:40.643988 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:40.676877 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb567756-4c37-4642-a5bd-3c0368b4618d req-286ebf67-09a7-4e50-842b-57291f253149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:40.679322 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bb567756-4c37-4642-a5bd-3c0368b4618d req-286ebf67-09a7-4e50-842b-57291f253149 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8aa84765-413d-4dc2-8d21-d785f19625b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0887396 Jul 07 18:35:40.689806 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0bb4a-e500-4d87-b09b-b6ddde68df7d admin admin] Pushing event deleted for resources: {'Port': ['ID=5f1a6ada-0989-4b3a-bc4b-250b02e7245a,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:40.719109 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-3fa0bb4a-e500-4d87-b09b-b6ddde68df7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:40.760312 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-cc1d56a0-23e5-4c83-8159-c37e876ccf2f None None] Set router 77da480b-5db5-4ea6-9220-c2e479e5060c gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:35:40.853000 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bb567756-4c37-4642-a5bd-3c0368b4618d req-5393483d-ecba-4fcf-82b8-737fad1d7f6f service neutron] 10.222.0.89 "GET /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613054 Jul 07 18:35:41.032136 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bb567756-4c37-4642-a5bd-3c0368b4618d req-9a6e4744-940d-4a92-8fe8-7b9185c57fed service neutron] 10.222.0.89 "GET /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575789 Jul 07 18:35:41.032703 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3fa0bb4a-e500-4d87-b09b-b6ddde68df7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547013'] for router_interface, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:41.165788 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-cc1d56a0-23e5-4c83-8159-c37e876ccf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'name': 'tempest-AttachVolumeShelveTestJSON-1160312080-router', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:23Z', 'revision_number': 4, 'project_id': '141aaf718a50403cb0402f655c144713', 'gw_port': {'id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_floatingips': [{'id': 'befa0782-7065-4f2f-8fe0-4b8de08eeaab', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'floating_ip_address': '172.28.1.119', 'floating_network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'router_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'port_id': 'de327bea-027f-4c3d-8a80-b36f629ebd89', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'mac_address': 'fa:16:3e:1f:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd04edfc-18ee-4859-8fc0-9e3b09b58388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:35:24Z', 'updated_at': '2021-07-07T18:35:39Z', 'revision_number': 1, 'project_id': '141aaf718a50403cb0402f655c144713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e70d4d3-286f-483f-9d89-0dbfa2d214e0', 'name': '', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'mac_address': 'fa:16:3e:f9:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:18Z', 'updated_at': '2021-07-07T18:31:37Z', 'revision_number': 5, 'project_id': '141aaf718a50403cb0402f655c144713', 'subnets': [{'id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:41.170734 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1d56a0-23e5-4c83-8159-c37e876ccf2f None None] The sync data for ids ['77da480b-5db5-4ea6-9220-c2e479e5060c'] in dv-cinder-798696-1-smb is: [{'id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'name': 'tempest-AttachVolumeShelveTestJSON-1160312080-router', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:23Z', 'revision_number': 4, 'project_id': '141aaf718a50403cb0402f655c144713', 'gw_port': {'id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_floatingips': [{'id': 'befa0782-7065-4f2f-8fe0-4b8de08eeaab', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'floating_ip_address': '172.28.1.119', 'floating_network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'router_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'port_id': 'de327bea-027f-4c3d-8a80-b36f629ebd89', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'mac_address': 'fa:16:3e:1f:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd04edfc-18ee-4859-8fc0-9e3b09b58388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:35:24Z', 'updated_at': '2021-07-07T18:35:39Z', 'revision_number': 1, 'project_id': '141aaf718a50403cb0402f655c144713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e70d4d3-286f-483f-9d89-0dbfa2d214e0', 'name': '', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'mac_address': 'fa:16:3e:f9:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:18Z', 'updated_at': '2021-07-07T18:31:37Z', 'revision_number': 5, 'project_id': '141aaf718a50403cb0402f655c144713', 'subnets': [{'id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:35:41.415280 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4d4a71-22c8-4b5c-9e24-7749369c158b None None] New status for floating IP befa0782-7065-4f2f-8fe0-4b8de08eeaab: ACTIVE {{(pid=78480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:35:41.439458 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa0bb4a-e500-4d87-b09b-b6ddde68df7d admin admin] Router fd88db99-3fde-4f6f-889d-50f5fa669805 has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:35:41.633150 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa0bb4a-e500-4d87-b09b-b6ddde68df7d admin admin] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:35:41.641636 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe55342-a27d-4570-8fbb-2c036249c514 None None] Sync routers for ids ['fd88db99-3fde-4f6f-889d-50f5fa669805'] in dv-cinder-798696-1-smb {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:35:41.648716 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-3fa0bb4a-e500-4d87-b09b-b6ddde68df7d admin admin] 10.222.0.41 "PUT /v2.0/routers/fd88db99-3fde-4f6f-889d-50f5fa669805/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6630073 Jul 07 18:35:41.649466 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 60210) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:41.659261 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe55342-a27d-4570-8fbb-2c036249c514 None None] Routers {'fd88db99-3fde-4f6f-889d-50f5fa669805'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:35:41.660558 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-8fe55342-a27d-4570-8fbb-2c036249c514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:35:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['fd88db99-3fde-4f6f-889d-50f5fa669805'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:41.849280 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-14087462-60e4-482b-b340-6d3cfe924ee4 admin admin] Notify callbacks [] for router, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:41.882178 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-8fe55342-a27d-4570-8fbb-2c036249c514 None None] Set router fd88db99-3fde-4f6f-889d-50f5fa669805 gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:35:42.179736 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-14087462-60e4-482b-b340-6d3cfe924ee4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:42.191063 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-14087462-60e4-482b-b340-6d3cfe924ee4 admin admin] Deleting port 73e4e713-d28f-41c3-8002-b05fd7b54aa9 {{(pid=78478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:35:42.191512 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-14087462-60e4-482b-b340-6d3cfe924ee4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:42.201320 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-8fe55342-a27d-4570-8fbb-2c036249c514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'name': 'tempest-TestMinimumBasicScenario-1930374613-router', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': '73e4e713-d28f-41c3-8002-b05fd7b54aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:24Z', 'updated_at': '2021-07-07T18:35:40Z', 'revision_number': 5, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'gw_port': {'id': '73e4e713-d28f-41c3-8002-b05fd7b54aa9', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:42.205547 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe55342-a27d-4570-8fbb-2c036249c514 None None] Checking router: fd88db99-3fde-4f6f-889d-50f5fa669805 for host: dv-cinder-798696-1-smb {{(pid=78479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:35:42.215609 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe55342-a27d-4570-8fbb-2c036249c514 None None] Routers {'fd88db99-3fde-4f6f-889d-50f5fa669805'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:35:42.216233 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-8fe55342-a27d-4570-8fbb-2c036249c514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:35:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['fd88db99-3fde-4f6f-889d-50f5fa669805'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:42.376969 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-8fe55342-a27d-4570-8fbb-2c036249c514 None None] Set router fd88db99-3fde-4f6f-889d-50f5fa669805 gateway port host: None {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:35:42.382211 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.db [None req-14087462-60e4-482b-b340-6d3cfe924ee4 admin admin] For port 73e4e713-d28f-41c3-8002-b05fd7b54aa9, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=73e4e713-d28f-41c3-8002-b05fd7b54aa9,segment=NetworkSegment(34c6f55a-e384-474c-af70-55cf6bf9ed8f),segment_id=34c6f55a-e384-474c-af70-55cf6bf9ed8f)] {{(pid=78478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:35:42.385217 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-14087462-60e4-482b-b340-6d3cfe924ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:42.485396 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-8fe55342-a27d-4570-8fbb-2c036249c514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'name': 'tempest-TestMinimumBasicScenario-1930374613-router', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:24Z', 'updated_at': '2021-07-07T18:35:42Z', 'revision_number': 6, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'gw_port_host': None}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:42.489717 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe55342-a27d-4570-8fbb-2c036249c514 None None] The sync data for ids ['fd88db99-3fde-4f6f-889d-50f5fa669805'] in dv-cinder-798696-1-smb is: [{'id': 'fd88db99-3fde-4f6f-889d-50f5fa669805', 'name': 'tempest-TestMinimumBasicScenario-1930374613-router', 'tenant_id': '9fc98f6ee70c4b51a5cad91588179e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:24Z', 'updated_at': '2021-07-07T18:35:42Z', 'revision_number': 6, 'project_id': '9fc98f6ee70c4b51a5cad91588179e46', 'gw_port_host': None}] {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:35:42.508431 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-14087462-60e4-482b-b340-6d3cfe924ee4 admin admin] Calling delete_port for 73e4e713-d28f-41c3-8002-b05fd7b54aa9 owned by network:router_gateway {{(pid=78478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:35:42.681210 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-14087462-60e4-482b-b340-6d3cfe924ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4077769'] for port, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:42.684916 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-191bf118-335b-4244-a09d-b6ba9d8c32c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:42.730769 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14087462-60e4-482b-b340-6d3cfe924ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=73e4e713-d28f-41c3-8002-b05fd7b54aa9,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:42.734630 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-14087462-60e4-482b-b340-6d3cfe924ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:42.828382 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-14087462-60e4-482b-b340-6d3cfe924ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553050'] for router_gateway, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.003173 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-14087462-60e4-482b-b340-6d3cfe924ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2520'] for router, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.005380 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-14087462-60e4-482b-b340-6d3cfe924ee4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.031135 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-14087462-60e4-482b-b340-6d3cfe924ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548025'] for router, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.031673 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14087462-60e4-482b-b340-6d3cfe924ee4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd88db99-3fde-4f6f-889d-50f5fa669805 {{(pid=78478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 07 18:35:43.044442 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-14087462-60e4-482b-b340-6d3cfe924ee4 admin admin] Notify callbacks [] for router, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.045565 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-14087462-60e4-482b-b340-6d3cfe924ee4 admin admin] 10.222.0.41 "DELETE /v2.0/routers/fd88db99-3fde-4f6f-889d-50f5fa669805 HTTP/1.1" status: 204 len: 168 time: 1.3950880 Jul 07 18:35:43.048085 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 60224) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:43.111967 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1317b31-d451-4af5-99a1-15d45be24ba1 admin admin] Deleting subnet 11d92948-72fa-44c3-8472-30d15d83e94d {{(pid=78478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 07 18:35:43.115222 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e1317b31-d451-4af5-99a1-15d45be24ba1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.166230 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e1317b31-d451-4af5-99a1-15d45be24ba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4079311'] for subnet, precommit_delete_associations {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.297133 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e1317b31-d451-4af5-99a1-15d45be24ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15871345'] for subnet, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.368826 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e1317b31-d451-4af5-99a1-15d45be24ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15868612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3274071'] for subnet, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.373316 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:43.378736 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 5f1a6ada-0989-4b3a-bc4b-250b02e7245a no longer exists at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:35:43.410763 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1317b31-d451-4af5-99a1-15d45be24ba1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11d92948-72fa-44c3-8472-30d15d83e94d,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:43.412887 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-e1317b31-d451-4af5-99a1-15d45be24ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.415461 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-e1317b31-d451-4af5-99a1-15d45be24ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:43.420767 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-e1317b31-d451-4af5-99a1-15d45be24ba1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/11d92948-72fa-44c3-8472-30d15d83e94d HTTP/1.1" status: 204 len: 168 time: 0.3716850 Jul 07 18:35:43.423438 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 60230) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:43.426928 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] No Port match for: 5f1a6ada-0989-4b3a-bc4b-250b02e7245a {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:35:43.427335 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 5f1a6ada-0989-4b3a-bc4b-250b02e7245a not bound to the agent host dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:35:43.427779 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 73e4e713-d28f-41c3-8002-b05fd7b54aa9 no longer exists at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:35:43.469138 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f722b6a-bae6-47d2-acf7-f886d9fdd151 None None] Network eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:35:43.495532 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] No Port match for: 73e4e713-d28f-41c3-8002-b05fd7b54aa9 {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:35:43.497093 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 73e4e713-d28f-41c3-8002-b05fd7b54aa9 not bound to the agent host dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:35:43.560068 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-6c82d09b-40f5-4a81-b3d3-ab0750a0aaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16713874'] for network, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.572000 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [None req-6c82d09b-40f5-4a81-b3d3-ab0750a0aaa1 admin admin] Deleting port fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4 {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:35:43.572334 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-6c82d09b-40f5-4a81-b3d3-ab0750a0aaa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.804553 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [None req-6c82d09b-40f5-4a81-b3d3-ab0750a0aaa1 admin admin] For port fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4,segment=NetworkSegment(8d767d72-ca7b-47ef-913c-0915a64475be),segment_id=8d767d72-ca7b-47ef-913c-0915a64475be)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:35:43.805042 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-6c82d09b-40f5-4a81-b3d3-ab0750a0aaa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.806049 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb54d5b9-31e9-4f65-a040-3e9f1cb517ea None None] DHCP port deletion for eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e request from dv-cinder-798696-1-smb {{(pid=78479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 07 18:35:43.810919 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-eb54d5b9-31e9-4f65-a040-3e9f1cb517ea None None] Deleting port fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:35:43.811370 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-eb54d5b9-31e9-4f65-a040-3e9f1cb517ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.932257 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [None req-6c82d09b-40f5-4a81-b3d3-ab0750a0aaa1 admin admin] Calling delete_port for fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4 owned by network:dhcp {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:35:44.017007 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-6c82d09b-40f5-4a81-b3d3-ab0750a0aaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:44.020274 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-eb54d5b9-31e9-4f65-a040-3e9f1cb517ea None None] For port fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4,segment=NetworkSegment(8d767d72-ca7b-47ef-913c-0915a64475be),segment_id=8d767d72-ca7b-47ef-913c-0915a64475be)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:35:44.020678 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-eb54d5b9-31e9-4f65-a040-3e9f1cb517ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:44.021715 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-b43f516a-8df9-4ee8-a3c5-feaad37e49a6 tempest-VolumesActionsTest-379430687 tempest-VolumesActionsTest-379430687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:44.065050 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82d09b-40f5-4a81-b3d3-ab0750a0aaa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:44.067974 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-6c82d09b-40f5-4a81-b3d3-ab0750a0aaa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:44.068739 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c82d09b-40f5-4a81-b3d3-ab0750a0aaa1 admin admin] No DVR routers for this DVR port fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4 on host dv-cinder-798696-1-smb {{(pid=78477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:35:44.145166 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-eb54d5b9-31e9-4f65-a040-3e9f1cb517ea None None] Calling delete_port for fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4 owned by network:dhcp {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:35:44.187438 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-6c82d09b-40f5-4a81-b3d3-ab0750a0aaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15866878', 'neutron.services.segments.db._delete_segments_for_network-8734830643384'] for network, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:44.200863 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.services.segments.db [None req-6c82d09b-40f5-4a81-b3d3-ab0750a0aaa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e']}} {{(pid=78477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:44.213397 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.services.segments.db [None req-6c82d09b-40f5-4a81-b3d3-ab0750a0aaa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d767d72-ca7b-47ef-913c-0915a64475be') {'for_net_delete': True} {{(pid=78477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:44.213696 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.services.segments.db [None req-6c82d09b-40f5-4a81-b3d3-ab0750a0aaa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d767d72-ca7b-47ef-913c-0915a64475be') {} {{(pid=78477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:44.225353 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-6c82d09b-40f5-4a81-b3d3-ab0750a0aaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734830655007', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2398927'] for segment, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:44.241016 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-6c82d09b-40f5-4a81-b3d3-ab0750a0aaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:44.247611 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c82d09b-40f5-4a81-b3d3-ab0750a0aaa1 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=78477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:35:44.248113 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-6c82d09b-40f5-4a81-b3d3-ab0750a0aaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15873862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4006915'] for segment, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: Traceback (most recent call last): Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: timer() Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: cb(*args, **kw) Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: return func(*args, **kwargs) Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: self._notify() Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: self.callback(batched_events) Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: event.method(event) Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: return f(self, *a, **k) Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: return self._get(url).json() Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: return self.request(url, 'GET', **kwargs) Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:35:44.261155 dv-cinder-798696-1-smb neutron-server[78477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:35:44.287979 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.db.api [None req-eb54d5b9-31e9-4f65-a040-3e9f1cb517ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:35:44.288367 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_db.api [None req-eb54d5b9-31e9-4f65-a040-3e9f1cb517ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:35:44.341487 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-6c82d09b-40f5-4a81-b3d3-ab0750a0aaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15866871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553073'] for network, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:44.346134 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-5f986ebc-bda2-40cb-ada6-268cc21cac7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:44.361458 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-6c82d09b-40f5-4a81-b3d3-ab0750a0aaa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:44.367382 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82d09b-40f5-4a81-b3d3-ab0750a0aaa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:44.371945 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-6c82d09b-40f5-4a81-b3d3-ab0750a0aaa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:44.385506 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-6c82d09b-40f5-4a81-b3d3-ab0750a0aaa1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/eedeeaf4-9739-4dd8-9ecd-b70a1a39b96e HTTP/1.1" status: 204 len: 168 time: 0.9608700 Jul 07 18:35:44.389074 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 60238) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:44.789567 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-eb54d5b9-31e9-4f65-a040-3e9f1cb517ea None None] Deleting port fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:35:44.790117 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-eb54d5b9-31e9-4f65-a040-3e9f1cb517ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:44.856060 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-eb54d5b9-31e9-4f65-a040-3e9f1cb517ea None None] The port 'fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4' was deleted {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 07 18:35:45.052700 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-fd5d3508-6c13-4d65-bfb4-894dcd2c0151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546929'] for router_interface, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:45.378233 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4 no longer exists at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:35:45.414115 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] No Port match for: fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4 {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:35:45.414445 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device fe1827ef-83c9-49e7-85e9-4fb6bbd11dc4 not bound to the agent host dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:35:45.424124 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d3508-6c13-4d65-bfb4-894dcd2c0151 admin admin] Deleting port 47be2db2-cdb7-46ac-9f01-21aeea0d20ce {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:35:45.424466 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-fd5d3508-6c13-4d65-bfb4-894dcd2c0151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:45.594779 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [None req-fd5d3508-6c13-4d65-bfb4-894dcd2c0151 admin admin] For port 47be2db2-cdb7-46ac-9f01-21aeea0d20ce, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=47be2db2-cdb7-46ac-9f01-21aeea0d20ce,segment=NetworkSegment(9c88eeff-9f2a-463d-b9f9-c16429c6f9bd),segment_id=9c88eeff-9f2a-463d-b9f9-c16429c6f9bd)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:35:45.595020 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-fd5d3508-6c13-4d65-bfb4-894dcd2c0151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:45.720015 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d3508-6c13-4d65-bfb4-894dcd2c0151 admin admin] Calling delete_port for 47be2db2-cdb7-46ac-9f01-21aeea0d20ce owned by network:router_interface {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:35:46.137105 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-fd5d3508-6c13-4d65-bfb4-894dcd2c0151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:46.140594 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-022c5708-4bd9-4ef0-9d8d-9e471974319d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:46.184554 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d3508-6c13-4d65-bfb4-894dcd2c0151 admin admin] Pushing event deleted for resources: {'Port': ['ID=47be2db2-cdb7-46ac-9f01-21aeea0d20ce,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:46.187667 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-fd5d3508-6c13-4d65-bfb4-894dcd2c0151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:46.477671 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-fd5d3508-6c13-4d65-bfb4-894dcd2c0151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547013'] for router_interface, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:46.838633 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5d3508-6c13-4d65-bfb4-894dcd2c0151 admin admin] Router c7b9cada-0418-4aca-ac64-db2ba6f4bd34 has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:35:47.025818 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5d3508-6c13-4d65-bfb4-894dcd2c0151 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:35:47.034940 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2556bf6-6399-4504-9b3f-bad3bc106baf None None] Sync routers for ids ['c7b9cada-0418-4aca-ac64-db2ba6f4bd34'] in dv-cinder-798696-1-smb {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:35:47.043980 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2556bf6-6399-4504-9b3f-bad3bc106baf None None] Routers {'c7b9cada-0418-4aca-ac64-db2ba6f4bd34'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:35:47.044360 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-fd5d3508-6c13-4d65-bfb4-894dcd2c0151 admin admin] 10.222.0.41 "PUT /v2.0/routers/c7b9cada-0418-4aca-ac64-db2ba6f4bd34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6542270 Jul 07 18:35:47.044667 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-f2556bf6-6399-4504-9b3f-bad3bc106baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:35:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['c7b9cada-0418-4aca-ac64-db2ba6f4bd34'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:47.046863 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 60266) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:47.228661 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-f2556bf6-6399-4504-9b3f-bad3bc106baf None None] Set router c7b9cada-0418-4aca-ac64-db2ba6f4bd34 gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:35:47.229075 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3a4d1ea7-db8c-47c0-bd12-5bdd0fed1a10 admin admin] Notify callbacks [] for router, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:47.526198 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-f2556bf6-6399-4504-9b3f-bad3bc106baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b9cada-0418-4aca-ac64-db2ba6f4bd34', 'name': 'tempest-TestMinimumBasicScenario-913563948-router', 'tenant_id': '20d3213dc9834701af0efba77162dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': 'fe3c6324-a750-424d-8e8c-d07985cc3392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:37Z', 'updated_at': '2021-07-07T18:35:46Z', 'revision_number': 5, 'project_id': '20d3213dc9834701af0efba77162dae6', 'gw_port': {'id': 'fe3c6324-a750-424d-8e8c-d07985cc3392', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b9cada-0418-4aca-ac64-db2ba6f4bd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:38Z', 'updated_at': '2021-07-07T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:47.530079 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2556bf6-6399-4504-9b3f-bad3bc106baf None None] Checking router: c7b9cada-0418-4aca-ac64-db2ba6f4bd34 for host: dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:35:47.533206 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3a4d1ea7-db8c-47c0-bd12-5bdd0fed1a10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:47.538982 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2556bf6-6399-4504-9b3f-bad3bc106baf None None] Routers {'c7b9cada-0418-4aca-ac64-db2ba6f4bd34'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:35:47.539663 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-f2556bf6-6399-4504-9b3f-bad3bc106baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:35:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['c7b9cada-0418-4aca-ac64-db2ba6f4bd34'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:47.544508 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [None req-3a4d1ea7-db8c-47c0-bd12-5bdd0fed1a10 admin admin] Deleting port fe3c6324-a750-424d-8e8c-d07985cc3392 {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:35:47.544914 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3a4d1ea7-db8c-47c0-bd12-5bdd0fed1a10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:47.564244 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3df0ca6b-2836-4b6b-9547-1c2fc1ffd897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:47.700055 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-f2556bf6-6399-4504-9b3f-bad3bc106baf None None] Set router c7b9cada-0418-4aca-ac64-db2ba6f4bd34 gateway port host: None {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:35:47.728208 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [None req-3a4d1ea7-db8c-47c0-bd12-5bdd0fed1a10 admin admin] For port fe3c6324-a750-424d-8e8c-d07985cc3392, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=fe3c6324-a750-424d-8e8c-d07985cc3392,segment=NetworkSegment(34c6f55a-e384-474c-af70-55cf6bf9ed8f),segment_id=34c6f55a-e384-474c-af70-55cf6bf9ed8f)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:35:47.728662 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3a4d1ea7-db8c-47c0-bd12-5bdd0fed1a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:47.838843 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-f2556bf6-6399-4504-9b3f-bad3bc106baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b9cada-0418-4aca-ac64-db2ba6f4bd34', 'name': 'tempest-TestMinimumBasicScenario-913563948-router', 'tenant_id': '20d3213dc9834701af0efba77162dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:37Z', 'updated_at': '2021-07-07T18:35:47Z', 'revision_number': 6, 'project_id': '20d3213dc9834701af0efba77162dae6', 'gw_port_host': None}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:47.843286 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2556bf6-6399-4504-9b3f-bad3bc106baf None None] The sync data for ids ['c7b9cada-0418-4aca-ac64-db2ba6f4bd34'] in dv-cinder-798696-1-smb is: [{'id': 'c7b9cada-0418-4aca-ac64-db2ba6f4bd34', 'name': 'tempest-TestMinimumBasicScenario-913563948-router', 'tenant_id': '20d3213dc9834701af0efba77162dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:37Z', 'updated_at': '2021-07-07T18:35:47Z', 'revision_number': 6, 'project_id': '20d3213dc9834701af0efba77162dae6', 'gw_port_host': None}] {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:35:47.856368 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [None req-3a4d1ea7-db8c-47c0-bd12-5bdd0fed1a10 admin admin] Calling delete_port for fe3c6324-a750-424d-8e8c-d07985cc3392 owned by network:router_gateway {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:35:48.029702 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3a4d1ea7-db8c-47c0-bd12-5bdd0fed1a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:48.034226 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-6c82d09b-40f5-4a81-b3d3-ab0750a0aaa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:48.078580 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d1ea7-db8c-47c0-bd12-5bdd0fed1a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe3c6324-a750-424d-8e8c-d07985cc3392,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:48.118964 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-3a4d1ea7-db8c-47c0-bd12-5bdd0fed1a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:48.138055 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:48.178944 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3a4d1ea7-db8c-47c0-bd12-5bdd0fed1a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553050'] for router_gateway, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:48.363681 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3a4d1ea7-db8c-47c0-bd12-5bdd0fed1a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2520'] for router, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:48.365879 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3a4d1ea7-db8c-47c0-bd12-5bdd0fed1a10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:48.466374 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3a4d1ea7-db8c-47c0-bd12-5bdd0fed1a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548025'] for router, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:48.466968 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4d1ea7-db8c-47c0-bd12-5bdd0fed1a10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7b9cada-0418-4aca-ac64-db2ba6f4bd34 {{(pid=78477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 07 18:35:48.482007 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3a4d1ea7-db8c-47c0-bd12-5bdd0fed1a10 admin admin] Notify callbacks [] for router, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:48.483123 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-3a4d1ea7-db8c-47c0-bd12-5bdd0fed1a10 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c7b9cada-0418-4aca-ac64-db2ba6f4bd34 HTTP/1.1" status: 204 len: 168 time: 1.4353602 Jul 07 18:35:48.485503 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 60284) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:48.547416 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b169631-8eb6-4c59-8b09-4e37034edb2f admin admin] Deleting subnet 737b086d-185b-4393-9392-4729cdd1c98a {{(pid=78477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 07 18:35:48.551771 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-8b169631-8eb6-4c59-8b09-4e37034edb2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:48.598863 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-8b169631-8eb6-4c59-8b09-4e37034edb2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2398916'] for subnet, precommit_delete_associations {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:48.719508 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-8b169631-8eb6-4c59-8b09-4e37034edb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15871345'] for subnet, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:48.791794 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-8b169631-8eb6-4c59-8b09-4e37034edb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15868612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4006565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2372143'] for subnet, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:48.796441 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-9048e9f3-c472-4777-85d2-8b787ac68c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:48.831695 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b169631-8eb6-4c59-8b09-4e37034edb2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=737b086d-185b-4393-9392-4729cdd1c98a,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:48.834872 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-8b169631-8eb6-4c59-8b09-4e37034edb2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:48.835856 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-8b169631-8eb6-4c59-8b09-4e37034edb2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:48.847484 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf45b4c-732d-4561-a0ae-e7da6c6f01fa None None] Network b6fb1874-d9e4-4932-97cf-73a60b3ed960 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:35:48.849843 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-8b169631-8eb6-4c59-8b09-4e37034edb2f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/737b086d-185b-4393-9392-4729cdd1c98a HTTP/1.1" status: 204 len: 168 time: 0.3633521 Jul 07 18:35:48.852297 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 60288) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:49.071908 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-70361f48-ec31-4c66-9d61-e0c47fa03c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16713874'] for network, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:49.090757 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [None req-70361f48-ec31-4c66-9d61-e0c47fa03c8c admin admin] Deleting port 5163188e-3799-49cb-b473-89d3f0d1dcf2 {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:35:49.091188 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-70361f48-ec31-4c66-9d61-e0c47fa03c8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:49.135433 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cc36e7-a521-4f0a-ae80-5f696b013ba8 None None] DHCP port deletion for b6fb1874-d9e4-4932-97cf-73a60b3ed960 request from dv-cinder-798696-1-smb {{(pid=78479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 07 18:35:49.144569 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-89cc36e7-a521-4f0a-ae80-5f696b013ba8 None None] Deleting port 5163188e-3799-49cb-b473-89d3f0d1dcf2 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:35:49.144951 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-89cc36e7-a521-4f0a-ae80-5f696b013ba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:49.321850 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [None req-70361f48-ec31-4c66-9d61-e0c47fa03c8c admin admin] For port 5163188e-3799-49cb-b473-89d3f0d1dcf2, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=5163188e-3799-49cb-b473-89d3f0d1dcf2,segment=NetworkSegment(9c88eeff-9f2a-463d-b9f9-c16429c6f9bd),segment_id=9c88eeff-9f2a-463d-b9f9-c16429c6f9bd)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:35:49.322221 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-70361f48-ec31-4c66-9d61-e0c47fa03c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:49.390087 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 47be2db2-cdb7-46ac-9f01-21aeea0d20ce no longer exists at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:35:49.435323 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] No Port match for: 47be2db2-cdb7-46ac-9f01-21aeea0d20ce {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:35:49.435674 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 47be2db2-cdb7-46ac-9f01-21aeea0d20ce not bound to the agent host dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:35:49.436110 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 5163188e-3799-49cb-b473-89d3f0d1dcf2 no longer exists at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:35:49.459147 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [None req-70361f48-ec31-4c66-9d61-e0c47fa03c8c admin admin] Calling delete_port for 5163188e-3799-49cb-b473-89d3f0d1dcf2 owned by network:dhcp {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:35:49.467758 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-89cc36e7-a521-4f0a-ae80-5f696b013ba8 None None] For port 5163188e-3799-49cb-b473-89d3f0d1dcf2, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=5163188e-3799-49cb-b473-89d3f0d1dcf2,segment=NetworkSegment(9c88eeff-9f2a-463d-b9f9-c16429c6f9bd),segment_id=9c88eeff-9f2a-463d-b9f9-c16429c6f9bd)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:35:49.468160 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-89cc36e7-a521-4f0a-ae80-5f696b013ba8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:49.539866 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-70361f48-ec31-4c66-9d61-e0c47fa03c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:49.544874 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-a8e75171-c25b-4516-a66f-745c99c2a527 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:49.591404 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70361f48-ec31-4c66-9d61-e0c47fa03c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=5163188e-3799-49cb-b473-89d3f0d1dcf2,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:49.594819 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-70361f48-ec31-4c66-9d61-e0c47fa03c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:49.595486 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70361f48-ec31-4c66-9d61-e0c47fa03c8c admin admin] No DVR routers for this DVR port 5163188e-3799-49cb-b473-89d3f0d1dcf2 on host dv-cinder-798696-1-smb {{(pid=78477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:35:49.617246 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-89cc36e7-a521-4f0a-ae80-5f696b013ba8 None None] Calling delete_port for 5163188e-3799-49cb-b473-89d3f0d1dcf2 owned by network:dhcp {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:35:49.690056 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] No active binding found for port 5163188e-3799-49cb-b473-89d3f0d1dcf2 {{(pid=78479) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jul 07 18:35:49.690470 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 5163188e-3799-49cb-b473-89d3f0d1dcf2 not bound to the agent host dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:35:49.690923 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device fe3c6324-a750-424d-8e8c-d07985cc3392 no longer exists at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:35:49.718585 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-70361f48-ec31-4c66-9d61-e0c47fa03c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15866878', 'neutron.services.segments.db._delete_segments_for_network-8734830643384'] for network, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:49.734358 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] No Port match for: fe3c6324-a750-424d-8e8c-d07985cc3392 {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:35:49.734737 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device fe3c6324-a750-424d-8e8c-d07985cc3392 not bound to the agent host dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:35:49.736117 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.services.segments.db [None req-70361f48-ec31-4c66-9d61-e0c47fa03c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6fb1874-d9e4-4932-97cf-73a60b3ed960']}} {{(pid=78477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:49.749795 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.services.segments.db [None req-70361f48-ec31-4c66-9d61-e0c47fa03c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c88eeff-9f2a-463d-b9f9-c16429c6f9bd') {'for_net_delete': True} {{(pid=78477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:49.750090 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.services.segments.db [None req-70361f48-ec31-4c66-9d61-e0c47fa03c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c88eeff-9f2a-463d-b9f9-c16429c6f9bd') {} {{(pid=78477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:49.756160 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.db.api [None req-89cc36e7-a521-4f0a-ae80-5f696b013ba8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:35:49.756519 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_db.api [None req-89cc36e7-a521-4f0a-ae80-5f696b013ba8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:35:49.762409 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-70361f48-ec31-4c66-9d61-e0c47fa03c8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734830655007', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2398927'] for segment, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:49.778939 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-70361f48-ec31-4c66-9d61-e0c47fa03c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:49.784953 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70361f48-ec31-4c66-9d61-e0c47fa03c8c admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=78477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:35:49.785334 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-70361f48-ec31-4c66-9d61-e0c47fa03c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15873862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4006915'] for segment, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: Traceback (most recent call last): Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: timer() Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: cb(*args, **kw) Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: return func(*args, **kwargs) Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: self._notify() Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: self.callback(batched_events) Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: event.method(event) Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: return f(self, *a, **k) Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: return self._get(url).json() Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: return self.request(url, 'GET', **kwargs) Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:35:49.798415 dv-cinder-798696-1-smb neutron-server[78477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:35:49.871114 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-70361f48-ec31-4c66-9d61-e0c47fa03c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15866871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553073'] for network, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:49.874960 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:49.893081 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-70361f48-ec31-4c66-9d61-e0c47fa03c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:49.903551 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70361f48-ec31-4c66-9d61-e0c47fa03c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=b6fb1874-d9e4-4932-97cf-73a60b3ed960,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:49.908285 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-70361f48-ec31-4c66-9d61-e0c47fa03c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:49.911034 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-70361f48-ec31-4c66-9d61-e0c47fa03c8c admin admin] 10.222.0.41 "DELETE /v2.0/networks/b6fb1874-d9e4-4932-97cf-73a60b3ed960 HTTP/1.1" status: 204 len: 168 time: 1.0577848 Jul 07 18:35:50.028319 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 60300) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:50.184811 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-817f5a2a-fe30-45d3-b5a5-e013c562689d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9fc98f6ee70c4b51a5cad91588179e46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1548512 Jul 07 18:35:50.187058 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 60306) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:50.251254 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-01d9ba7e-aa7d-4204-8268-48bcf8668075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:50.259242 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-89cc36e7-a521-4f0a-ae80-5f696b013ba8 None None] Deleting port 5163188e-3799-49cb-b473-89d3f0d1dcf2 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:35:50.259819 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-89cc36e7-a521-4f0a-ae80-5f696b013ba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:50.277896 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-01d9ba7e-aa7d-4204-8268-48bcf8668075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:50.332145 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-01d9ba7e-aa7d-4204-8268-48bcf8668075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:50.337050 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-8fab8a02-040c-4a22-9556-27bdb6be9eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:50.343797 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-89cc36e7-a521-4f0a-ae80-5f696b013ba8 None None] The port '5163188e-3799-49cb-b473-89d3f0d1dcf2' was deleted {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 07 18:35:50.349963 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9ba7e-aa7d-4204-8268-48bcf8668075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481fd2ae-f79d-4513-9659-401d52bbe280,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:50.350586 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-94005481-0e5f-42f6-9df3-bea8695f0e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:50.352575 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-01d9ba7e-aa7d-4204-8268-48bcf8668075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:50.360519 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-01d9ba7e-aa7d-4204-8268-48bcf8668075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:50.361641 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-01d9ba7e-aa7d-4204-8268-48bcf8668075 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/481fd2ae-f79d-4513-9659-401d52bbe280 HTTP/1.1" status: 204 len: 168 time: 0.1737049 Jul 07 18:35:50.715759 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 60326) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:50.770206 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-f8d1af5f-e92f-41bb-a0c8-99e0800fa02a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=20d3213dc9834701af0efba77162dae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529132 Jul 07 18:35:50.772902 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 60332) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:35:50.835280 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ef7e8c72-d81f-426c-a028-426f1d14805c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:50.861363 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ef7e8c72-d81f-426c-a028-426f1d14805c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:50.911400 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ef7e8c72-d81f-426c-a028-426f1d14805c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:50.915057 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-98e972d4-6bad-48a0-80db-537ee664c955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:35:50.928536 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e8c72-d81f-426c-a028-426f1d14805c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3adb46-ce18-47e8-848d-13e74ec8d12f,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:50.931275 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-ef7e8c72-d81f-426c-a028-426f1d14805c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:35:50.934772 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ef7e8c72-d81f-426c-a028-426f1d14805c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:50.936973 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-ef7e8c72-d81f-426c-a028-426f1d14805c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f3adb46-ce18-47e8-848d-13e74ec8d12f HTTP/1.1" status: 204 len: 168 time: 0.1631243 Jul 07 18:35:51.100444 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:52.526907 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:58.548879 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:35:58.764311 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a64eb7-3c9c-4a62-9a3a-e4dd4160a17b req-ffa9b8ac-c95c-4099-afc0-0dc59a1f4fdb tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:58.766241 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-98a64eb7-3c9c-4a62-9a3a-e4dd4160a17b req-ffa9b8ac-c95c-4099-afc0-0dc59a1f4fdb tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b22b520-9433-49ed-bb08-81088658219a HTTP/1.1" status: 200 len: 945 time: 0.1915524 Jul 07 18:35:58.813623 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-98a64eb7-3c9c-4a62-9a3a-e4dd4160a17b req-1fbfb776-900f-4776-88df-7e90b4f9d93a tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417151 Jul 07 18:36:00.003694 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b3dea-a9f5-4f98-bdbb-7003faa3fae6 req-55622341-d742-4628-9e02-3954d6acce8b tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:00.005175 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-119b3dea-a9f5-4f98-bdbb-7003faa3fae6 req-55622341-d742-4628-9e02-3954d6acce8b tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b22b520-9433-49ed-bb08-81088658219a HTTP/1.1" status: 200 len: 945 time: 0.0819027 Jul 07 18:36:00.053166 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-119b3dea-a9f5-4f98-bdbb-7003faa3fae6 req-07dbaf04-7599-45a2-b85c-884849e792fc tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422585 Jul 07 18:36:01.247592 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb06687-4f21-45a3-88d3-797416fd43e7 req-a97ea97d-0bee-4529-af74-20dc03b1b0f5 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:01.249110 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-9bb06687-4f21-45a3-88d3-797416fd43e7 req-a97ea97d-0bee-4529-af74-20dc03b1b0f5 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b22b520-9433-49ed-bb08-81088658219a HTTP/1.1" status: 200 len: 945 time: 0.0879250 Jul 07 18:36:01.295200 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-9bb06687-4f21-45a3-88d3-797416fd43e7 req-cf8cd0d9-02dd-44f6-a91a-cc1330843026 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404294 Jul 07 18:36:02.481304 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac54acc-56f9-4775-b0b7-73480b05d533 req-8a6b3fdb-8d93-441c-b668-ae2ff1ee09fc tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:02.482682 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-1ac54acc-56f9-4775-b0b7-73480b05d533 req-8a6b3fdb-8d93-441c-b668-ae2ff1ee09fc tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b22b520-9433-49ed-bb08-81088658219a HTTP/1.1" status: 200 len: 945 time: 0.0820842 Jul 07 18:36:02.532269 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-1ac54acc-56f9-4775-b0b7-73480b05d533 req-6f4039cd-801f-44ce-b652-f005d79bc688 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432677 Jul 07 18:36:03.722867 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb57dd-9546-4fa0-9f7b-2755f20f3eae req-f82d4c87-863a-4fad-a069-d90b7ecfd3d3 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:03.724345 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-6cdb57dd-9546-4fa0-9f7b-2755f20f3eae req-f82d4c87-863a-4fad-a069-d90b7ecfd3d3 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b22b520-9433-49ed-bb08-81088658219a HTTP/1.1" status: 200 len: 945 time: 0.0805974 Jul 07 18:36:03.772097 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-6cdb57dd-9546-4fa0-9f7b-2755f20f3eae req-1e0e6c14-ca6f-46be-874e-0f97fc77a1c5 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410972 Jul 07 18:36:03.856092 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-91a6726b-18b1-488a-89de-e703895ab9d1 req-36c7240a-1a14-4e70-9696-bb607a2ff141 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725040 Jul 07 18:36:04.008924 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6726b-18b1-488a-89de-e703895ab9d1 req-c842cb8c-89ac-49ff-8147-bca6fe0085e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:04.010438 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-91a6726b-18b1-488a-89de-e703895ab9d1 req-c842cb8c-89ac-49ff-8147-bca6fe0085e3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=229074fa5f3445e4ba64710459532036&device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 1098 time: 0.0777671 Jul 07 18:36:04.156044 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6726b-18b1-488a-89de-e703895ab9d1 req-cbb881a1-d598-43d5-bdfd-6326a8f45019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:04.157904 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-91a6726b-18b1-488a-89de-e703895ab9d1 req-cbb881a1-d598-43d5-bdfd-6326a8f45019 service neutron] 10.222.0.89 "GET /v2.0/networks?id=72d36f31-17c4-4180-b454-ed56f784f3fe HTTP/1.1" status: 200 len: 910 time: 0.1267738 Jul 07 18:36:04.261679 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-91a6726b-18b1-488a-89de-e703895ab9d1 req-a46145aa-b996-4d11-be98-e9c5fd17b24d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0a4dc4f-23cf-4e62-b7be-2d4514593e41 HTTP/1.1" status: 200 len: 1001 time: 0.0966873 Jul 07 18:36:04.332092 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6726b-18b1-488a-89de-e703895ab9d1 req-61d2ca58-6a30-4cc1-9be4-ba0a183cae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:04.333528 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-91a6726b-18b1-488a-89de-e703895ab9d1 req-61d2ca58-6a30-4cc1-9be4-ba0a183cae7e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9e464e48-25e4-4c21-b21a-865fedb9b97b HTTP/1.1" status: 200 len: 848 time: 0.0605786 Jul 07 18:36:04.413119 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6726b-18b1-488a-89de-e703895ab9d1 req-e0fdabe0-8fc3-4c04-a915-9f566c9adebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:04.414589 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-91a6726b-18b1-488a-89de-e703895ab9d1 req-e0fdabe0-8fc3-4c04-a915-9f566c9adebc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=72d36f31-17c4-4180-b454-ed56f784f3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721407 Jul 07 18:36:04.549564 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-91a6726b-18b1-488a-89de-e703895ab9d1 req-89a43269-6b34-4238-b237-6e5dade3242c service neutron] 10.222.0.89 "GET /v2.0/networks/72d36f31-17c4-4180-b454-ed56f784f3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258345 Jul 07 18:36:04.766807 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 60472) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:36:04.845577 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-91a6726b-18b1-488a-89de-e703895ab9d1 req-519aa0d2-9478-4a57-84b0-e3f42d41603e service neutron] 10.222.0.89 "GET /v2.0/networks/72d36f31-17c4-4180-b454-ed56f784f3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884665 Jul 07 18:36:04.860539 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c55a3-b709-4c5b-90e8-b04ffca18639 req-eba4021e-e680-4304-959e-0f0b072fc76e tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:04.861913 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-749c55a3-b709-4c5b-90e8-b04ffca18639 req-eba4021e-e680-4304-959e-0f0b072fc76e tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.89 "GET /v2.0/ports?device_id=0b22b520-9433-49ed-bb08-81088658219a HTTP/1.1" status: 200 len: 945 time: 0.2187796 Jul 07 18:36:04.944601 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-2dc1adcd-c7ed-4bb5-9cf1-bac12e25328f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:04.946310 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-749c55a3-b709-4c5b-90e8-b04ffca18639 req-04e84533-6b45-4aad-9ed8-2a16feb7841c tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Deleting port f2f80b59-a8aa-4776-94ea-512e18e5fcfd {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:36:04.946797 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-749c55a3-b709-4c5b-90e8-b04ffca18639 req-04e84533-6b45-4aad-9ed8-2a16feb7841c tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:04.974351 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-2dc1adcd-c7ed-4bb5-9cf1-bac12e25328f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:36:04.982389 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-2dc1adcd-c7ed-4bb5-9cf1-bac12e25328f admin admin] Usage tracker for resource:security_group_rule and tenant:2ef4e409540d4290b4d9fac36c922e41 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:36:04.986579 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-2dc1adcd-c7ed-4bb5-9cf1-bac12e25328f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:36:04.993826 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-2dc1adcd-c7ed-4bb5-9cf1-bac12e25328f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:36:05.030076 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e098715-43cc-41b3-9f1d-e5aa856d8de3 req-cf7f70f5-be1b-4c6b-afeb-98ba90431072 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:05.032125 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-8e098715-43cc-41b3-9f1d-e5aa856d8de3 req-cf7f70f5-be1b-4c6b-afeb-98ba90431072 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b22b520-9433-49ed-bb08-81088658219a HTTP/1.1" status: 200 len: 945 time: 0.1454613 Jul 07 18:36:05.097569 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-8e098715-43cc-41b3-9f1d-e5aa856d8de3 req-a18d96e0-30de-479c-82a3-f3a4e11eb912 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588331 Jul 07 18:36:05.138788 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-2dc1adcd-c7ed-4bb5-9cf1-bac12e25328f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:05.143003 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-2dc1adcd-c7ed-4bb5-9cf1-bac12e25328f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:05.149897 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-eddda58f-755e-40ce-ab23-7e0babe6f290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:36:05.195542 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1adcd-c7ed-4bb5-9cf1-bac12e25328f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb30989f-fbf9-4060-b1fd-ca4eec7dfcf3,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:05.202784 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-2dc1adcd-c7ed-4bb5-9cf1-bac12e25328f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ef4e409540d4290b4d9fac36c922e41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4348962 Jul 07 18:36:05.203672 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 60482) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:36:05.204512 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-2dc1adcd-c7ed-4bb5-9cf1-bac12e25328f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:36:05.211787 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-749c55a3-b709-4c5b-90e8-b04ffca18639 req-04e84533-6b45-4aad-9ed8-2a16feb7841c tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] For port f2f80b59-a8aa-4776-94ea-512e18e5fcfd, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=f2f80b59-a8aa-4776-94ea-512e18e5fcfd,segment=NetworkSegment(7e72cba7-8876-44a0-a2d7-61fae11e2542),segment_id=7e72cba7-8876-44a0-a2d7-61fae11e2542)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:36:05.212159 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-749c55a3-b709-4c5b-90e8-b04ffca18639 req-04e84533-6b45-4aad-9ed8-2a16feb7841c tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:05.266307 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-66a867e6-4961-4d00-a382-781f34183c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:05.292938 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-66a867e6-4961-4d00-a382-781f34183c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:05.339733 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-749c55a3-b709-4c5b-90e8-b04ffca18639 req-04e84533-6b45-4aad-9ed8-2a16feb7841c tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Calling delete_port for f2f80b59-a8aa-4776-94ea-512e18e5fcfd owned by compute:nova {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:36:05.350504 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-66a867e6-4961-4d00-a382-781f34183c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:05.356091 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-01d9ba7e-aa7d-4204-8268-48bcf8668075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:36:05.368551 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a867e6-4961-4d00-a382-781f34183c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb30989f-fbf9-4060-b1fd-ca4eec7dfcf3,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:05.372834 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-66a867e6-4961-4d00-a382-781f34183c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:36:05.377239 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-66a867e6-4961-4d00-a382-781f34183c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:05.380710 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-66a867e6-4961-4d00-a382-781f34183c0e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb30989f-fbf9-4060-b1fd-ca4eec7dfcf3 HTTP/1.1" status: 204 len: 168 time: 0.1729131 Jul 07 18:36:05.496333 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-749c55a3-b709-4c5b-90e8-b04ffca18639 req-04e84533-6b45-4aad-9ed8-2a16feb7841c tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:05.502810 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-0c1960ab-86cc-4193-922f-669fdb93c6df tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:36:05.510995 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['f2f80b59-a8aa-4776-94ea-512e18e5fcfd'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:36:05.552781 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e84533-6b45-4aad-9ed8-2a16feb7841c tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Pushing event deleted for resources: {'Port': ['ID=f2f80b59-a8aa-4776-94ea-512e18e5fcfd,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:05.555449 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-04e84533-6b45-4aad-9ed8-2a16feb7841c tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:36:05.632726 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-749c55a3-b709-4c5b-90e8-b04ffca18639 req-04e84533-6b45-4aad-9ed8-2a16feb7841c tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] No DVR routers for this DVR port f2f80b59-a8aa-4776-94ea-512e18e5fcfd on host hv-cinder-79869 {{(pid=78477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:36:05.635169 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-749c55a3-b709-4c5b-90e8-b04ffca18639 req-04e84533-6b45-4aad-9ed8-2a16feb7841c tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:05.637712 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b22b520-9433-49ed-bb08-81088658219a', 'name': 'network-vif-deleted', 'tag': 'f2f80b59-a8aa-4776-94ea-512e18e5fcfd'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:36:05.654922 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-749c55a3-b709-4c5b-90e8-b04ffca18639 req-04e84533-6b45-4aad-9ed8-2a16feb7841c tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.89 "DELETE /v2.0/ports/f2f80b59-a8aa-4776-94ea-512e18e5fcfd HTTP/1.1" status: 204 len: 173 time: 0.7870369 Jul 07 18:36:05.684899 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b22b520-9433-49ed-bb08-81088658219a', 'name': 'network-vif-deleted', 'tag': 'f2f80b59-a8aa-4776-94ea-512e18e5fcfd', 'status': 'completed', 'code': 200} Jul 07 18:36:05.903116 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:06.471833 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-472a9abf-4cac-4289-b062-da12c18442f8 req-45baadb8-8e65-43a9-be85-31a09811fe0e tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Synchronizing usage tracker for tenant:b2674db6b360488db91f120b6aee14a2 on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:36:06.489847 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-472a9abf-4cac-4289-b062-da12c18442f8 req-45baadb8-8e65-43a9-be85-31a09811fe0e tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Unset dirty status for tenant:b2674db6b360488db91f120b6aee14a2 on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:36:06.491239 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-472a9abf-4cac-4289-b062-da12c18442f8 req-45baadb8-8e65-43a9-be85-31a09811fe0e tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b22b520-9433-49ed-bb08-81088658219a HTTP/1.1" status: 200 len: 210 time: 0.2606325 Jul 07 18:36:06.511663 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 60524) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:36:06.631986 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-20d218ca-5e2b-42c5-8ec4-bc64d7129e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:06.646549 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-20d218ca-5e2b-42c5-8ec4-bc64d7129e2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:36:06.650323 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-20d218ca-5e2b-42c5-8ec4-bc64d7129e2d admin admin] Usage tracker for resource:security_group_rule and tenant:c0339c48f8054305b4e76ccebe4233c9 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:36:06.653049 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-20d218ca-5e2b-42c5-8ec4-bc64d7129e2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:36:06.658589 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-20d218ca-5e2b-42c5-8ec4-bc64d7129e2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:36:06.743964 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-20d218ca-5e2b-42c5-8ec4-bc64d7129e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:06.747736 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-20d218ca-5e2b-42c5-8ec4-bc64d7129e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:06.756388 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-2dc1adcd-c7ed-4bb5-9cf1-bac12e25328f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:36:06.794634 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-20d218ca-5e2b-42c5-8ec4-bc64d7129e2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c0339c48f8054305b4e76ccebe4233c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803121 Jul 07 18:36:06.796403 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d218ca-5e2b-42c5-8ec4-bc64d7129e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3ea71e-4d31-4930-9d31-9a2420b7003b,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:06.797778 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 60530) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:36:06.800634 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-20d218ca-5e2b-42c5-8ec4-bc64d7129e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:36:06.855848 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-ded6d824-9f59-43d3-96c4-1828eb923dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:06.884755 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-ded6d824-9f59-43d3-96c4-1828eb923dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:06.936061 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-ded6d824-9f59-43d3-96c4-1828eb923dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:06.940455 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-382cd984-c683-4f2b-be6a-551bd5994d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:36:06.954050 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6d824-9f59-43d3-96c4-1828eb923dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3ea71e-4d31-4930-9d31-9a2420b7003b,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:06.962928 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded6d824-9f59-43d3-96c4-1828eb923dc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:06.963302 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded6d824-9f59-43d3-96c4-1828eb923dc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:06.963665 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded6d824-9f59-43d3-96c4-1828eb923dc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:06.964019 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded6d824-9f59-43d3-96c4-1828eb923dc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:06.964369 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded6d824-9f59-43d3-96c4-1828eb923dc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:06.964719 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded6d824-9f59-43d3-96c4-1828eb923dc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:06.965064 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded6d824-9f59-43d3-96c4-1828eb923dc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:06.965409 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded6d824-9f59-43d3-96c4-1828eb923dc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:06.965753 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded6d824-9f59-43d3-96c4-1828eb923dc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:06.966093 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded6d824-9f59-43d3-96c4-1828eb923dc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:06.966434 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded6d824-9f59-43d3-96c4-1828eb923dc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:06.966793 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded6d824-9f59-43d3-96c4-1828eb923dc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:06.969940 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-ded6d824-9f59-43d3-96c4-1828eb923dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:06.971082 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-ded6d824-9f59-43d3-96c4-1828eb923dc0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b3ea71e-4d31-4930-9d31-9a2420b7003b HTTP/1.1" status: 204 len: 168 time: 0.1723254 Jul 07 18:36:06.971969 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-ded6d824-9f59-43d3-96c4-1828eb923dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:36:07.965220 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device f2f80b59-a8aa-4776-94ea-512e18e5fcfd no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:36:08.000011 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] No Port match for: f2f80b59-a8aa-4776-94ea-512e18e5fcfd {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:36:08.000352 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device f2f80b59-a8aa-4776-94ea-512e18e5fcfd not bound to the agent host hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:36:11.835833 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-4fbf31a1-085f-456e-9385-337529261db5 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:11.837289 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-4fbf31a1-085f-456e-9385-337529261db5 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/networks?id=812cdeb5-28be-42d6-9c31-de92b02e4d92 HTTP/1.1" status: 200 len: 814 time: 0.1456828 Jul 07 18:36:11.852074 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-3c30d28d-3abb-4ee2-8768-cb1ba3309169 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/quotas/b2674db6b360488db91f120b6aee14a2 HTTP/1.1" status: 200 len: 375 time: 0.0094757 Jul 07 18:36:11.899948 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-e3b76de9-fdcd-40d7-b9c9-76d582d9d73d tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2674db6b360488db91f120b6aee14a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419509 Jul 07 18:36:12.134411 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-4baa8f25-e867-403b-808c-752a0e4b4187 service neutron] 10.222.0.41 "GET /v2.0/networks/812cdeb5-28be-42d6-9c31-de92b02e4d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280028 Jul 07 18:36:12.265908 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-5fd80819-6455-4652-b13e-db8b8c0d50fc service neutron] 10.222.0.41 "GET /v2.0/networks/812cdeb5-28be-42d6-9c31-de92b02e4d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256683 Jul 07 18:36:12.440041 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-fac34dd0-a6c0-431b-b9ff-5c6baede9b2d req-6d145000-04a7-45df-90a6-ab58d76f49fc tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6882e3-ca87-4143-829d-cb51ef59e6b5 HTTP/1.1" status: 200 len: 210 time: 0.0436320 Jul 07 18:36:13.670815 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-147e4452-f438-458d-afcf-01112b02c610 req-2cc6b2c0-d569-45de-ab47-43a1ae9ffa08 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6882e3-ca87-4143-829d-cb51ef59e6b5 HTTP/1.1" status: 200 len: 210 time: 0.1056514 Jul 07 18:36:13.737193 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-9db9e352-cdb8-4737-917f-9ce773888dad tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:13.738636 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-9db9e352-cdb8-4737-917f-9ce773888dad tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.89 "GET /v2.0/networks?id=812cdeb5-28be-42d6-9c31-de92b02e4d92 HTTP/1.1" status: 200 len: 814 time: 0.1997504 Jul 07 18:36:13.753901 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-fee64e08-f904-4c4d-8efd-eadd96711d41 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Request body: {'port': {'device_id': 'aa6882e3-ca87-4143-829d-cb51ef59e6b5', 'network_id': '812cdeb5-28be-42d6-9c31-de92b02e4d92', 'admin_state_up': True, 'tenant_id': 'b2674db6b360488db91f120b6aee14a2'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:36:13.893059 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-fee64e08-f904-4c4d-8efd-eadd96711d41 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:36:13.902414 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-fee64e08-f904-4c4d-8efd-eadd96711d41 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:36:13.912183 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-fee64e08-f904-4c4d-8efd-eadd96711d41 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Made reservation on behalf of b2674db6b360488db91f120b6aee14a2 for: {'port': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:36:13.915682 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-fee64e08-f904-4c4d-8efd-eadd96711d41 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:14.074100 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_common [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-fee64e08-f904-4c4d-8efd-eadd96711d41 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Allocated IP 172.20.0.4 (812cdeb5-28be-42d6-9c31-de92b02e4d92/69c92ec7-8ae2-454f-a138-90e0f930331c/c3d6ee7d-3b6d-440b-acc0-96b0a31ae116) {{(pid=78477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:36:14.276717 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-fee64e08-f904-4c4d-8efd-eadd96711d41 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Notify callbacks [] for port, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:14.305374 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-fee64e08-f904-4c4d-8efd-eadd96711d41 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:14.310900 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-4f4c0aa4-ed47-40ee-a2fa-e60b8f71bb23 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:36:14.376553 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-fee64e08-f904-4c4d-8efd-eadd96711d41 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Network 812cdeb5-28be-42d6-9c31-de92b02e4d92 is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:36:14.379674 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-fee64e08-f904-4c4d-8efd-eadd96711d41 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:36:14.383489 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-fee64e08-f904-4c4d-8efd-eadd96711d41 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Received port after_create {{(pid=78477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:36:14.413816 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee64e08-f904-4c4d-8efd-eadd96711d41 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Pushing event updated for resources: {'Port': ['ID=c3d6ee7d-3b6d-440b-acc0-96b0a31ae116,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:14.428462 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-fee64e08-f904-4c4d-8efd-eadd96711d41 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:36:14.453754 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-fee64e08-f904-4c4d-8efd-eadd96711d41 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:14.454626 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-fee64e08-f904-4c4d-8efd-eadd96711d41 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:14.479874 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-fee64e08-f904-4c4d-8efd-eadd96711d41 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7297165 Jul 07 18:36:14.540035 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-af8284ac-5ec4-4338-baac-a4dbd6c0373e service neutron] Request body: {'port': {'device_id': 'aa6882e3-ca87-4143-829d-cb51ef59e6b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:36:14.744604 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-af8284ac-5ec4-4338-baac-a4dbd6c0373e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:14.952146 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252ec8f-2e42-463f-8d1c-f269f2c51917 req-fb1cd035-06c1-4d19-a307-64f65487106e tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:14.952845 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-f252ec8f-2e42-463f-8d1c-f269f2c51917 req-fb1cd035-06c1-4d19-a307-64f65487106e tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Synchronizing usage tracker for tenant:b2674db6b360488db91f120b6aee14a2 on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:36:15.042654 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-f252ec8f-2e42-463f-8d1c-f269f2c51917 req-fb1cd035-06c1-4d19-a307-64f65487106e tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Unset dirty status for tenant:b2674db6b360488db91f120b6aee14a2 on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:36:15.043842 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-f252ec8f-2e42-463f-8d1c-f269f2c51917 req-fb1cd035-06c1-4d19-a307-64f65487106e tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6882e3-ca87-4143-829d-cb51ef59e6b5 HTTP/1.1" status: 200 len: 931 time: 0.2568595 Jul 07 18:36:15.122030 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-f252ec8f-2e42-463f-8d1c-f269f2c51917 req-c3a40f8c-d1b1-4c14-8291-337b9ff245ee tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717435 Jul 07 18:36:15.212857 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-af8284ac-5ec4-4338-baac-a4dbd6c0373e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d6ee7d-3b6d-440b-acc0-96b0a31ae116 {{(pid=78477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:36:15.222953 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-af8284ac-5ec4-4338-baac-a4dbd6c0373e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:15.241036 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-af8284ac-5ec4-4338-baac-a4dbd6c0373e service neutron] Transition to ACTIVE for port object c3d6ee7d-3b6d-440b-acc0-96b0a31ae116 will not be triggered until provisioned by entity L2. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:36:15.245047 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-af8284ac-5ec4-4338-baac-a4dbd6c0373e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4007007'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:15.249980 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-04e84533-6b45-4aad-9ed8-2a16feb7841c tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:36:15.401818 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8284ac-5ec4-4338-baac-a4dbd6c0373e service neutron] Pushing event updated for resources: {'Port': ['ID=c3d6ee7d-3b6d-440b-acc0-96b0a31ae116,revision_number=2']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:15.409494 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-af8284ac-5ec4-4338-baac-a4dbd6c0373e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:36:15.482295 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-af8284ac-5ec4-4338-baac-a4dbd6c0373e service neutron] Attempting to bind port c3d6ee7d-3b6d-440b-acc0-96b0a31ae116 on host hv-cinder-79869 for vnic_type normal with profile {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:36:15.482934 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-af8284ac-5ec4-4338-baac-a4dbd6c0373e service neutron] Attempting to bind port c3d6ee7d-3b6d-440b-acc0-96b0a31ae116 by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': '7e72cba7-8876-44a0-a2d7-61fae11e2542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '812cdeb5-28be-42d6-9c31-de92b02e4d92'}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:36:15.483260 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-af8284ac-5ec4-4338-baac-a4dbd6c0373e service neutron] Attempting to bind port c3d6ee7d-3b6d-440b-acc0-96b0a31ae116 on network 812cdeb5-28be-42d6-9c31-de92b02e4d92 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:36:15.489111 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-af8284ac-5ec4-4338-baac-a4dbd6c0373e service neutron] Port c3d6ee7d-3b6d-440b-acc0-96b0a31ae116 on network 812cdeb5-28be-42d6-9c31-de92b02e4d92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:36:15.489425 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-af8284ac-5ec4-4338-baac-a4dbd6c0373e service neutron] Attempting to bind port c3d6ee7d-3b6d-440b-acc0-96b0a31ae116 on network 812cdeb5-28be-42d6-9c31-de92b02e4d92 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:36:15.494441 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-af8284ac-5ec4-4338-baac-a4dbd6c0373e service neutron] Checking agent: {'id': '6661975a-2303-40ef-9047-4852f27aec4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:36:15.494803 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-af8284ac-5ec4-4338-baac-a4dbd6c0373e service neutron] Checking segment: {'id': '7e72cba7-8876-44a0-a2d7-61fae11e2542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '812cdeb5-28be-42d6-9c31-de92b02e4d92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:36:15.495185 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-af8284ac-5ec4-4338-baac-a4dbd6c0373e service neutron] Bound using segment: {'id': '7e72cba7-8876-44a0-a2d7-61fae11e2542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '812cdeb5-28be-42d6-9c31-de92b02e4d92'} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:36:15.495598 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-af8284ac-5ec4-4338-baac-a4dbd6c0373e service neutron] Bound port: c3d6ee7d-3b6d-440b-acc0-96b0a31ae116, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e72cba7-8876-44a0-a2d7-61fae11e2542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '812cdeb5-28be-42d6-9c31-de92b02e4d92'}}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:36:15.495942 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-af8284ac-5ec4-4338-baac-a4dbd6c0373e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:15.599318 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-af8284ac-5ec4-4338-baac-a4dbd6c0373e service neutron] For port c3d6ee7d-3b6d-440b-acc0-96b0a31ae116, host hv-cinder-79869, cleared binding levels {{(pid=78477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:36:15.602244 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-af8284ac-5ec4-4338-baac-a4dbd6c0373e service neutron] For port c3d6ee7d-3b6d-440b-acc0-96b0a31ae116, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=c3d6ee7d-3b6d-440b-acc0-96b0a31ae116,segment=NetworkSegment(7e72cba7-8876-44a0-a2d7-61fae11e2542),segment_id=7e72cba7-8876-44a0-a2d7-61fae11e2542)] {{(pid=78477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:36:15.607148 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-af8284ac-5ec4-4338-baac-a4dbd6c0373e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4007007'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:15.611131 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-566d79a5-148c-4adf-b3be-a4258249ad99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:36:15.672513 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-af8284ac-5ec4-4338-baac-a4dbd6c0373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:15.673629 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-af8284ac-5ec4-4338-baac-a4dbd6c0373e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:15.674995 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-af8284ac-5ec4-4338-baac-a4dbd6c0373e service neutron] 10.222.0.89 "PUT /v2.0/ports/c3d6ee7d-3b6d-440b-acc0-96b0a31ae116 HTTP/1.1" status: 200 len: 1093 time: 1.1857927 Jul 07 18:36:15.675473 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa6882e3-ca87-4143-829d-cb51ef59e6b5', 'tag': 'c3d6ee7d-3b6d-440b-acc0-96b0a31ae116'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:36:15.694297 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8284ac-5ec4-4338-baac-a4dbd6c0373e service neutron] Pushing event updated for resources: {'Port': ['ID=c3d6ee7d-3b6d-440b-acc0-96b0a31ae116,revision_number=3']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:15.699542 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-af8284ac-5ec4-4338-baac-a4dbd6c0373e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:36:15.745206 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa6882e3-ca87-4143-829d-cb51ef59e6b5', 'tag': 'c3d6ee7d-3b6d-440b-acc0-96b0a31ae116', 'status': 'completed', 'code': 200} Jul 07 18:36:15.785039 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-1cc0a2a7-06d2-4c47-9e7e-1631ffe3feaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:15.786833 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-1cc0a2a7-06d2-4c47-9e7e-1631ffe3feaa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b2674db6b360488db91f120b6aee14a2&device_id=aa6882e3-ca87-4143-829d-cb51ef59e6b5 HTTP/1.1" status: 200 len: 1096 time: 0.0744855 Jul 07 18:36:15.858060 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-c92d14d7-f648-4565-989c-160a529b896d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3d6ee7d-3b6d-440b-acc0-96b0a31ae116 HTTP/1.1" status: 200 len: 217 time: 0.0631366 Jul 07 18:36:15.923631 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-2d06ec4c-07dc-4839-91c7-a17abb7103ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:15.925047 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-2d06ec4c-07dc-4839-91c7-a17abb7103ec service neutron] 10.222.0.89 "GET /v2.0/subnets?id=69c92ec7-8ae2-454f-a138-90e0f930331c HTTP/1.1" status: 200 len: 854 time: 0.0595241 Jul 07 18:36:15.973928 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-754566aa-0e87-4ddb-9793-ec16567786a3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=812cdeb5-28be-42d6-9c31-de92b02e4d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411637 Jul 07 18:36:16.109817 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-7a82a7dc-146e-41df-b505-33e3db289b7c service neutron] 10.222.0.89 "GET /v2.0/networks/812cdeb5-28be-42d6-9c31-de92b02e4d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289802 Jul 07 18:36:16.245546 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a2c02b56-6d07-4234-a2db-4d57c0c6a7b1 req-2b37eaf1-1698-48ed-be9e-32e164a8fb9e service neutron] 10.222.0.89 "GET /v2.0/networks/812cdeb5-28be-42d6-9c31-de92b02e4d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261582 Jul 07 18:36:16.313407 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d19f1-7d4a-4a20-9a6d-27734c6635ee req-75c04399-bae2-494e-96b7-1d6e8e14cffc tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:16.315421 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f44d19f1-7d4a-4a20-9a6d-27734c6635ee req-75c04399-bae2-494e-96b7-1d6e8e14cffc tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6882e3-ca87-4143-829d-cb51ef59e6b5 HTTP/1.1" status: 200 len: 943 time: 0.0864975 Jul 07 18:36:16.461772 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f44d19f1-7d4a-4a20-9a6d-27734c6635ee req-620ac97d-df26-4df6-b230-446086b7cec4 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404738 Jul 07 18:36:16.462010 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5a5cb-fe60-4647-8e21-748def75b52f req-84f29190-7007-45a6-801f-35557aacfb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:16.463334 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-cfa5a5cb-fe60-4647-8e21-748def75b52f req-84f29190-7007-45a6-801f-35557aacfb5c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b2674db6b360488db91f120b6aee14a2&device_id=aa6882e3-ca87-4143-829d-cb51ef59e6b5 HTTP/1.1" status: 200 len: 1096 time: 0.1715343 Jul 07 18:36:16.592866 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5a5cb-fe60-4647-8e21-748def75b52f req-0a1b5d15-ab46-4f01-88f4-b62113d21ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:16.594354 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-cfa5a5cb-fe60-4647-8e21-748def75b52f req-0a1b5d15-ab46-4f01-88f4-b62113d21ed2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=812cdeb5-28be-42d6-9c31-de92b02e4d92 HTTP/1.1" status: 200 len: 915 time: 0.1237183 Jul 07 18:36:16.669127 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-cfa5a5cb-fe60-4647-8e21-748def75b52f req-124b6d5f-3e77-4104-8c0d-6abbb836bff6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3d6ee7d-3b6d-440b-acc0-96b0a31ae116 HTTP/1.1" status: 200 len: 217 time: 0.0656149 Jul 07 18:36:16.733829 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5a5cb-fe60-4647-8e21-748def75b52f req-573739be-f53c-4b11-ad72-dc6b2a82d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:16.735987 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-cfa5a5cb-fe60-4647-8e21-748def75b52f req-573739be-f53c-4b11-ad72-dc6b2a82d92b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=69c92ec7-8ae2-454f-a138-90e0f930331c HTTP/1.1" status: 200 len: 854 time: 0.0601254 Jul 07 18:36:16.782568 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-cfa5a5cb-fe60-4647-8e21-748def75b52f req-5795c3f6-7799-446f-838b-8600a78fc733 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=812cdeb5-28be-42d6-9c31-de92b02e4d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391831 Jul 07 18:36:16.914406 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-cfa5a5cb-fe60-4647-8e21-748def75b52f req-1b3d04fb-e7a4-4444-a02e-c09ebc12591c service neutron] 10.222.0.89 "GET /v2.0/networks/812cdeb5-28be-42d6-9c31-de92b02e4d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250479 Jul 07 18:36:17.058374 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-cfa5a5cb-fe60-4647-8e21-748def75b52f req-2c3b1896-007a-400d-9f29-813a39610cc1 service neutron] 10.222.0.89 "GET /v2.0/networks/812cdeb5-28be-42d6-9c31-de92b02e4d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361501 Jul 07 18:36:17.559728 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-91179ba1-ea9e-4ff1-912e-d33148bb05a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:17.648463 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c280f2-bddd-4a3b-b227-11f90ec93da3 req-4ab05a56-d512-412d-949b-d07aad55e6bf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:17.649850 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-51c280f2-bddd-4a3b-b227-11f90ec93da3 req-4ab05a56-d512-412d-949b-d07aad55e6bf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6882e3-ca87-4143-829d-cb51ef59e6b5 HTTP/1.1" status: 200 len: 943 time: 0.0818686 Jul 07 18:36:17.697025 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-51c280f2-bddd-4a3b-b227-11f90ec93da3 req-f2f933d6-b8ca-4476-9744-1c52f47f8cb8 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414786 Jul 07 18:36:18.026025 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device c3d6ee7d-3b6d-440b-acc0-96b0a31ae116 details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 07 18:36:18.162352 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:18.172822 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port c3d6ee7d-3b6d-440b-acc0-96b0a31ae116, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=c3d6ee7d-3b6d-440b-acc0-96b0a31ae116,segment=NetworkSegment(7e72cba7-8876-44a0-a2d7-61fae11e2542),segment_id=7e72cba7-8876-44a0-a2d7-61fae11e2542)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:36:18.186591 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Returning: {'device': 'c3d6ee7d-3b6d-440b-acc0-96b0a31ae116', 'network_id': '812cdeb5-28be-42d6-9c31-de92b02e4d92', 'port_id': 'c3d6ee7d-3b6d-440b-acc0-96b0a31ae116', 'mac_address': 'fa:16:3e:d1:2b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c92ec7-8ae2-454f-a138-90e0f930331c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 07 18:36:18.241565 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:18.258951 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d6ee7d-3b6d-440b-acc0-96b0a31ae116 {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:36:18.274280 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port c3d6ee7d-3b6d-440b-acc0-96b0a31ae116, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=c3d6ee7d-3b6d-440b-acc0-96b0a31ae116,segment=NetworkSegment(7e72cba7-8876-44a0-a2d7-61fae11e2542),segment_id=7e72cba7-8876-44a0-a2d7-61fae11e2542)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:36:18.278185 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:18.279889 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-1c01c227-4002-4176-97ac-b5df9bdbe36f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:36:18.347461 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=c3d6ee7d-3b6d-440b-acc0-96b0a31ae116,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:18.350490 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:36:18.547092 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['c3d6ee7d-3b6d-440b-acc0-96b0a31ae116'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:36:18.883355 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6fcc0-0ae2-4363-a234-bf8894f50ff8 req-3895daec-9f04-48f9-91a6-71ddd5d57325 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:18.884986 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d1b6fcc0-0ae2-4363-a234-bf8894f50ff8 req-3895daec-9f04-48f9-91a6-71ddd5d57325 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6882e3-ca87-4143-829d-cb51ef59e6b5 HTTP/1.1" status: 200 len: 944 time: 0.0824611 Jul 07 18:36:18.937391 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d1b6fcc0-0ae2-4363-a234-bf8894f50ff8 req-f78716ca-e804-4268-9edf-70c7daad040d tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467799 Jul 07 18:36:20.042051 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device c3d6ee7d-3b6d-440b-acc0-96b0a31ae116 up at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:36:20.118991 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning for port c3d6ee7d-3b6d-440b-acc0-96b0a31ae116 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:36:20.123490 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning complete for port c3d6ee7d-3b6d-440b-acc0-96b0a31ae116 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:36:20.123883 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:20.131875 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ebdb4-d413-4f6f-b006-0e88fc03f8ba req-5f2e0f63-ed17-4991-9031-13ceb122c467 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:20.133358 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e46ebdb4-d413-4f6f-b006-0e88fc03f8ba req-5f2e0f63-ed17-4991-9031-13ceb122c467 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6882e3-ca87-4143-829d-cb51ef59e6b5 HTTP/1.1" status: 200 len: 944 time: 0.0885396 Jul 07 18:36:20.179069 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e46ebdb4-d413-4f6f-b006-0e88fc03f8ba req-5e756147-9f7e-4f59-abd4-a2b74dbf99f0 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396874 Jul 07 18:36:20.241703 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:20.278346 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6882e3-ca87-4143-829d-cb51ef59e6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d6ee7d-3b6d-440b-acc0-96b0a31ae116'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:36:20.285268 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-64de67db-0b05-4e9f-a61c-7f09fec9823d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:20.290482 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port c3d6ee7d-3b6d-440b-acc0-96b0a31ae116, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=c3d6ee7d-3b6d-440b-acc0-96b0a31ae116,segment=NetworkSegment(7e72cba7-8876-44a0-a2d7-61fae11e2542),segment_id=7e72cba7-8876-44a0-a2d7-61fae11e2542)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:36:20.294464 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:20.296223 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:36:20.330666 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6882e3-ca87-4143-829d-cb51ef59e6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d6ee7d-3b6d-440b-acc0-96b0a31ae116', 'code': 200} Jul 07 18:36:20.362829 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=c3d6ee7d-3b6d-440b-acc0-96b0a31ae116,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:20.365600 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:36:20.560555 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ece2d3-7c97-4d59-b6e3-021f04881946 req-993d782b-ff16-4148-98d9-8481486448e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:20.562028 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d1ece2d3-7c97-4d59-b6e3-021f04881946 req-993d782b-ff16-4148-98d9-8481486448e0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=aa6882e3-ca87-4143-829d-cb51ef59e6b5 HTTP/1.1" status: 200 len: 1098 time: 0.0749345 Jul 07 18:36:20.604344 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d1ece2d3-7c97-4d59-b6e3-021f04881946 req-a88e205b-3c0c-4822-85fb-8fe2ff3db897 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339303 Jul 07 18:36:21.103193 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:21.365412 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c572364-d0fe-452e-9649-114ddae9dbb8 req-27f4169f-4753-4381-ad58-d3b6d684cfa8 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:21.366929 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8c572364-d0fe-452e-9649-114ddae9dbb8 req-27f4169f-4753-4381-ad58-d3b6d684cfa8 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6882e3-ca87-4143-829d-cb51ef59e6b5 HTTP/1.1" status: 200 len: 945 time: 0.0807509 Jul 07 18:36:21.415801 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8c572364-d0fe-452e-9649-114ddae9dbb8 req-6e0c71c9-3ae8-4209-9408-1ef4698a36b2 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432141 Jul 07 18:36:22.530540 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:22.599162 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef05f91-9947-429f-a19a-f8a4093856ae req-9c1a6026-02a9-4470-878c-4215799110a9 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:22.600639 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-eef05f91-9947-429f-a19a-f8a4093856ae req-9c1a6026-02a9-4470-878c-4215799110a9 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6882e3-ca87-4143-829d-cb51ef59e6b5 HTTP/1.1" status: 200 len: 945 time: 0.0798638 Jul 07 18:36:22.650866 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-eef05f91-9947-429f-a19a-f8a4093856ae req-32523c40-4505-491b-b98a-d6b9da397840 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443532 Jul 07 18:36:33.318202 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc055cf2-899b-4542-b28e-df64f2263c7c req-f5d59b52-aa76-481d-989e-f47022dc9b75 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:33.319704 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-fc055cf2-899b-4542-b28e-df64f2263c7c req-f5d59b52-aa76-481d-989e-f47022dc9b75 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.0862002 Jul 07 18:36:33.367033 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-fc055cf2-899b-4542-b28e-df64f2263c7c req-d3195509-9c8b-481a-973d-7365124ad6f0 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415330 Jul 07 18:36:34.559039 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cd88b-66cb-4aac-8d2a-0eea10376b77 req-61335e67-8adb-471a-b6ed-fbd86ad70b4d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:34.560468 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-4e9cd88b-66cb-4aac-8d2a-0eea10376b77 req-61335e67-8adb-471a-b6ed-fbd86ad70b4d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.0821984 Jul 07 18:36:34.606665 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-4e9cd88b-66cb-4aac-8d2a-0eea10376b77 req-32f36ceb-2cd4-4007-a9a8-d1cd83b857cf tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402651 Jul 07 18:36:35.547505 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:36:35.800403 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed090085-a175-46c5-94c9-0abcff78a898 req-1994cbd0-dcbf-46c2-bad5-c2629aad6abf tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:35.801770 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-ed090085-a175-46c5-94c9-0abcff78a898 req-1994cbd0-dcbf-46c2-bad5-c2629aad6abf tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.0833731 Jul 07 18:36:35.845798 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-ed090085-a175-46c5-94c9-0abcff78a898 req-ea77aac3-0524-4266-9f78-41a0248447c9 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382981 Jul 07 18:36:35.918475 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.035890 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07184fb9-7310-451f-992e-3355819709da req-d57ef1d9-216d-4567-8f75-643adeff4e30 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:37.037389 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-07184fb9-7310-451f-992e-3355819709da req-d57ef1d9-216d-4567-8f75-643adeff4e30 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.0799861 Jul 07 18:36:37.080949 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-07184fb9-7310-451f-992e-3355819709da req-6e89f12f-eafe-492e-ae7f-331e8f5bc5b9 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379241 Jul 07 18:36:38.277516 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb0442-5613-426a-9baa-4c399c5d776c req-b5aeaf9a-fdef-4b7d-bdbe-ce65754d4ed1 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:38.278957 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-73eb0442-5613-426a-9baa-4c399c5d776c req-b5aeaf9a-fdef-4b7d-bdbe-ce65754d4ed1 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.0869002 Jul 07 18:36:38.324138 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-73eb0442-5613-426a-9baa-4c399c5d776c req-7acdadf5-9bc8-436a-aa73-a10fce676ecc tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387988 Jul 07 18:36:39.511452 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75384d3-77a3-4430-8210-a9342f371b06 req-00b896f8-0089-496d-93ae-16bdfbacda97 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:39.512912 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a75384d3-77a3-4430-8210-a9342f371b06 req-00b896f8-0089-496d-93ae-16bdfbacda97 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.0789926 Jul 07 18:36:39.557334 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a75384d3-77a3-4430-8210-a9342f371b06 req-1e317ede-5204-450d-85f1-41ce51267db0 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385993 Jul 07 18:36:40.768553 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1612ff8-08c5-4c65-8979-cc7409d9994e req-e347f0d9-5cfa-437e-8056-6f8966585e91 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:40.770005 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e1612ff8-08c5-4c65-8979-cc7409d9994e req-e347f0d9-5cfa-437e-8056-6f8966585e91 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.0844834 Jul 07 18:36:40.814141 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e1612ff8-08c5-4c65-8979-cc7409d9994e req-3d8443a7-f587-42bf-a105-379d91f94130 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384986 Jul 07 18:36:42.007705 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41f98c-4c9a-4bf8-b42c-931ebd03b842 req-2fa7a95f-93de-4d89-82cb-20319e7e8f75 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:42.009178 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8b41f98c-4c9a-4bf8-b42c-931ebd03b842 req-2fa7a95f-93de-4d89-82cb-20319e7e8f75 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.0850148 Jul 07 18:36:42.055846 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8b41f98c-4c9a-4bf8-b42c-931ebd03b842 req-dc7df41b-1526-4fa5-876e-f4c6617716f3 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402584 Jul 07 18:36:43.248281 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ee8fb-ec3b-4623-bc7c-6aa8ab98f810 req-7ae9df8f-762e-45d6-8c96-01ca3ad4e27e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:43.249757 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b22ee8fb-ec3b-4623-bc7c-6aa8ab98f810 req-7ae9df8f-762e-45d6-8c96-01ca3ad4e27e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.0827613 Jul 07 18:36:43.297161 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b22ee8fb-ec3b-4623-bc7c-6aa8ab98f810 req-c1c176a3-ce45-429a-94d1-ea67481e0855 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405929 Jul 07 18:36:43.655068 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c455d-b344-4f06-a73e-be65ded45524 req-dce4ddf2-19c0-4829-9ed0-6fd1be90d615 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:43.656514 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-298c455d-b344-4f06-a73e-be65ded45524 req-dce4ddf2-19c0-4829-9ed0-6fd1be90d615 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6882e3-ca87-4143-829d-cb51ef59e6b5 HTTP/1.1" status: 200 len: 945 time: 0.0813832 Jul 07 18:36:43.702020 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-298c455d-b344-4f06-a73e-be65ded45524 req-c751910d-21a3-4fca-813b-025d6fb4255a tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398500 Jul 07 18:36:44.490841 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41f6a9-bd6d-43ed-91f2-27cc6a244ef9 req-0fb2536c-b20f-451a-b50e-254bf6aaa1be tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:44.492337 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-7a41f6a9-bd6d-43ed-91f2-27cc6a244ef9 req-0fb2536c-b20f-451a-b50e-254bf6aaa1be tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.0826979 Jul 07 18:36:44.538009 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-7a41f6a9-bd6d-43ed-91f2-27cc6a244ef9 req-044379ff-8f26-47c6-876b-59131577addb tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401680 Jul 07 18:36:44.884825 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc99b96-e233-4d19-8307-1d7e4e76e886 req-aea8bbc9-81d1-4d47-b749-f41c6f3311c5 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:44.886272 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-2cc99b96-e233-4d19-8307-1d7e4e76e886 req-aea8bbc9-81d1-4d47-b749-f41c6f3311c5 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6882e3-ca87-4143-829d-cb51ef59e6b5 HTTP/1.1" status: 200 len: 945 time: 0.0820570 Jul 07 18:36:45.019353 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-2cc99b96-e233-4d19-8307-1d7e4e76e886 req-507e883d-4391-4c3f-a7a1-6d29ef8933de tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265609 Jul 07 18:36:45.726970 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590a53c-3b71-435c-87d7-97e4a1c24d87 req-e1131c0f-aedc-4663-b7e9-15ce3e01e656 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:45.728353 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-7590a53c-3b71-435c-87d7-97e4a1c24d87 req-e1131c0f-aedc-4663-b7e9-15ce3e01e656 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.0839791 Jul 07 18:36:45.772150 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-7590a53c-3b71-435c-87d7-97e4a1c24d87 req-f099d975-3051-428e-acfd-17f07c6482f2 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380106 Jul 07 18:36:46.200653 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40045d91-82bf-4bb9-8b1a-a61f9151ceb2 req-25a8015f-e2cf-4c9d-bab7-6c827f87fc0b tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:46.202363 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-40045d91-82bf-4bb9-8b1a-a61f9151ceb2 req-25a8015f-e2cf-4c9d-bab7-6c827f87fc0b tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6882e3-ca87-4143-829d-cb51ef59e6b5 HTTP/1.1" status: 200 len: 945 time: 0.0785432 Jul 07 18:36:46.250429 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-40045d91-82bf-4bb9-8b1a-a61f9151ceb2 req-75a0e454-3341-4bc6-89bb-b819013fbc14 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411911 Jul 07 18:36:46.959994 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa53633-f120-4024-b07f-4ad90cc050df req-31412fc6-b30d-4a6d-b078-271c181894a2 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:46.961467 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-5aa53633-f120-4024-b07f-4ad90cc050df req-31412fc6-b30d-4a6d-b078-271c181894a2 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.0797272 Jul 07 18:36:47.006640 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-5aa53633-f120-4024-b07f-4ad90cc050df req-a98ab16b-baea-40f5-bc9d-281610e483be tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394061 Jul 07 18:36:47.436507 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffa906-1e5e-4ab5-b34b-fa2050b579c8 req-cb976c30-b649-455c-bbc8-b465439156d6 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:47.439185 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-34ffa906-1e5e-4ab5-b34b-fa2050b579c8 req-cb976c30-b649-455c-bbc8-b465439156d6 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6882e3-ca87-4143-829d-cb51ef59e6b5 HTTP/1.1" status: 200 len: 945 time: 0.0834522 Jul 07 18:36:47.484296 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-34ffa906-1e5e-4ab5-b34b-fa2050b579c8 req-5423702b-c4dd-410d-ad12-4773fccebdb4 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396008 Jul 07 18:36:47.561870 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-aa667edb-4149-4ab0-af1e-d558edc3baef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:48.144271 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:48.197352 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7b561-7f23-4746-9e2d-2433acb259e6 req-7e8d92e3-0b05-4af4-a216-201865232896 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:48.198835 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-53c7b561-7f23-4746-9e2d-2433acb259e6 req-7e8d92e3-0b05-4af4-a216-201865232896 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.0824044 Jul 07 18:36:48.244995 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-53c7b561-7f23-4746-9e2d-2433acb259e6 req-0db73e12-6a8e-4ac9-818c-c3cf6b3c7436 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396032 Jul 07 18:36:48.727640 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305f660-570d-43a0-9ef0-71ce59762aca req-ae6521d7-009f-4694-a9ce-ca5e24c3cd35 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:48.729060 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6305f660-570d-43a0-9ef0-71ce59762aca req-ae6521d7-009f-4694-a9ce-ca5e24c3cd35 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa6882e3-ca87-4143-829d-cb51ef59e6b5 HTTP/1.1" status: 200 len: 945 time: 0.1438034 Jul 07 18:36:48.737336 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44d730-6e25-4139-a8b4-809a18812509 req-d1b78e98-05ba-45fa-b081-4a62b3987968 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:48.738736 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8d44d730-6e25-4139-a8b4-809a18812509 req-d1b78e98-05ba-45fa-b081-4a62b3987968 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6882e3-ca87-4143-829d-cb51ef59e6b5 HTTP/1.1" status: 200 len: 945 time: 0.1179695 Jul 07 18:36:48.834010 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-6305f660-570d-43a0-9ef0-71ce59762aca req-77012687-818a-460b-83be-9f3bc6f81026 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Deleting port c3d6ee7d-3b6d-440b-acc0-96b0a31ae116 {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:36:48.834344 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-6305f660-570d-43a0-9ef0-71ce59762aca req-77012687-818a-460b-83be-9f3bc6f81026 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:48.860324 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8d44d730-6e25-4139-a8b4-809a18812509 req-af2cecef-5592-4dae-ade6-917db4074c16 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/security-groups?id=84e7463e-429b-4de8-a654-8f7a61bda772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899634 Jul 07 18:36:49.086034 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-6305f660-570d-43a0-9ef0-71ce59762aca req-77012687-818a-460b-83be-9f3bc6f81026 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] For port c3d6ee7d-3b6d-440b-acc0-96b0a31ae116, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=c3d6ee7d-3b6d-440b-acc0-96b0a31ae116,segment=NetworkSegment(7e72cba7-8876-44a0-a2d7-61fae11e2542),segment_id=7e72cba7-8876-44a0-a2d7-61fae11e2542)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:36:49.086310 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-6305f660-570d-43a0-9ef0-71ce59762aca req-77012687-818a-460b-83be-9f3bc6f81026 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:49.205924 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-6305f660-570d-43a0-9ef0-71ce59762aca req-77012687-818a-460b-83be-9f3bc6f81026 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Calling delete_port for c3d6ee7d-3b6d-440b-acc0-96b0a31ae116 owned by compute:nova {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:36:49.356816 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-6305f660-570d-43a0-9ef0-71ce59762aca req-77012687-818a-460b-83be-9f3bc6f81026 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:49.362522 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-ba438707-8090-4f26-aeb0-23d912eabf0b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:36:49.372404 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['c3d6ee7d-3b6d-440b-acc0-96b0a31ae116'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:36:49.408030 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77012687-818a-460b-83be-9f3bc6f81026 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Pushing event deleted for resources: {'Port': ['ID=c3d6ee7d-3b6d-440b-acc0-96b0a31ae116,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:49.411144 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-77012687-818a-460b-83be-9f3bc6f81026 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:36:49.443364 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a1d88-fc72-4f14-b9cf-10b9c1e60e28 req-9efe3ab3-6bff-471c-a01e-467c198f820f tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:49.444832 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-b48a1d88-fc72-4f14-b9cf-10b9c1e60e28 req-9efe3ab3-6bff-471c-a01e-467c198f820f tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.0851197 Jul 07 18:36:49.485320 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-6305f660-570d-43a0-9ef0-71ce59762aca req-77012687-818a-460b-83be-9f3bc6f81026 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] No DVR routers for this DVR port c3d6ee7d-3b6d-440b-acc0-96b0a31ae116 on host hv-cinder-79869 {{(pid=78477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:36:49.488104 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-6305f660-570d-43a0-9ef0-71ce59762aca req-77012687-818a-460b-83be-9f3bc6f81026 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:49.490701 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6882e3-ca87-4143-829d-cb51ef59e6b5', 'name': 'network-vif-deleted', 'tag': 'c3d6ee7d-3b6d-440b-acc0-96b0a31ae116'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:36:49.493879 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-b48a1d88-fc72-4f14-b9cf-10b9c1e60e28 req-ea703889-6b5e-4f34-b277-e5bbb35785a7 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434055 Jul 07 18:36:49.508050 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6305f660-570d-43a0-9ef0-71ce59762aca req-77012687-818a-460b-83be-9f3bc6f81026 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.89 "DELETE /v2.0/ports/c3d6ee7d-3b6d-440b-acc0-96b0a31ae116 HTTP/1.1" status: 204 len: 173 time: 0.7681644 Jul 07 18:36:49.591149 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6882e3-ca87-4143-829d-cb51ef59e6b5', 'name': 'network-vif-deleted', 'tag': 'c3d6ee7d-3b6d-440b-acc0-96b0a31ae116', 'status': 'completed', 'code': 200} Jul 07 18:36:50.023908 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-ca9547a5-b623-4221-b61c-7693be0498da req-00b81b8f-dbb9-4484-b78b-d72cfbc0ca66 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa6882e3-ca87-4143-829d-cb51ef59e6b5 HTTP/1.1" status: 200 len: 210 time: 0.0459628 Jul 07 18:36:50.196920 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device de327bea-027f-4c3d-8a80-b36f629ebd89 details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 07 18:36:50.332443 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dbf4b749-a144-4eab-830d-f36338f4b005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:50.371956 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port de327bea-027f-4c3d-8a80-b36f629ebd89, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=de327bea-027f-4c3d-8a80-b36f629ebd89,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:36:50.384577 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Returning: {'device': 'de327bea-027f-4c3d-8a80-b36f629ebd89', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'port_id': 'de327bea-027f-4c3d-8a80-b36f629ebd89', 'mac_address': 'fa:16:3e:1f:45:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 07 18:36:50.439708 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:50.456178 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de327bea-027f-4c3d-8a80-b36f629ebd89 {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:36:50.471039 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port de327bea-027f-4c3d-8a80-b36f629ebd89, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=de327bea-027f-4c3d-8a80-b36f629ebd89,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:36:50.474702 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:50.477241 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:36:50.553198 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=de327bea-027f-4c3d-8a80-b36f629ebd89,revision_number=6']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:50.562361 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:50.562891 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:50.563363 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:50.563821 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:50.564279 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:50.564740 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:50.565201 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:50.565650 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:50.566111 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:50.566559 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:50.567043 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:50.567494 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:50.573504 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:36:50.577157 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['de327bea-027f-4c3d-8a80-b36f629ebd89'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:36:50.710808 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4c626-d143-4390-8d03-4d4ed0bb207c req-dffd66e8-2870-4f5b-a2ea-8751fa100bcf tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:50.712239 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-47a4c626-d143-4390-8d03-4d4ed0bb207c req-dffd66e8-2870-4f5b-a2ea-8751fa100bcf tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 944 time: 0.0983131 Jul 07 18:36:50.760163 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-47a4c626-d143-4390-8d03-4d4ed0bb207c req-2ab0411c-e08a-4908-8d07-a553135fec6e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415716 Jul 07 18:36:51.108658 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:52.015871 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bdf43-ac82-4575-b100-fd9b3e9c5414 req-858a09f4-7fa5-4baf-aada-c465a42fbb75 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:52.017454 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5f0bdf43-ac82-4575-b100-fd9b3e9c5414 req-858a09f4-7fa5-4baf-aada-c465a42fbb75 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 944 time: 0.1136382 Jul 07 18:36:52.080955 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5f0bdf43-ac82-4575-b100-fd9b3e9c5414 req-17bfccb3-32ba-4643-9678-dbf1debe52e8 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570202 Jul 07 18:36:52.211259 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device de327bea-027f-4c3d-8a80-b36f629ebd89 up at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:36:52.303744 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning complete for port de327bea-027f-4c3d-8a80-b36f629ebd89 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:36:52.304267 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:52.443004 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:52.481246 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd04edfc-18ee-4859-8fc0-9e3b09b58388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de327bea-027f-4c3d-8a80-b36f629ebd89'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:36:52.494680 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port de327bea-027f-4c3d-8a80-b36f629ebd89, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=de327bea-027f-4c3d-8a80-b36f629ebd89,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:36:52.499649 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:52.500697 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device c3d6ee7d-3b6d-440b-acc0-96b0a31ae116 no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:36:52.528035 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-99b58861-0599-4587-b401-6ef1c2c1cd02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:36:52.608168 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=de327bea-027f-4c3d-8a80-b36f629ebd89,revision_number=7']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:52.620131 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:36:52.620605 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] No Port match for: c3d6ee7d-3b6d-440b-acc0-96b0a31ae116 {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:36:52.620953 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device c3d6ee7d-3b6d-440b-acc0-96b0a31ae116 not bound to the agent host hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:36:52.631873 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:52.650335 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd04edfc-18ee-4859-8fc0-9e3b09b58388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de327bea-027f-4c3d-8a80-b36f629ebd89', 'code': 200} Jul 07 18:36:53.282074 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085bab2-bd73-4989-8687-6260a5eb6d31 req-5ca476ab-3270-4616-8daa-6778eddd5710 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:53.283695 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c085bab2-bd73-4989-8687-6260a5eb6d31 req-5ca476ab-3270-4616-8daa-6778eddd5710 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.0902405 Jul 07 18:36:53.336585 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c085bab2-bd73-4989-8687-6260a5eb6d31 req-da331c3c-ab06-4f86-bff0-dd437e209b3d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464876 Jul 07 18:36:54.611849 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea13a1-ac93-4185-8bea-d63d0526dd90 req-1b53bfa8-ce6d-4d42-a9a9-555e7adc18cb tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:54.620358 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-99ea13a1-ac93-4185-8bea-d63d0526dd90 req-1b53bfa8-ce6d-4d42-a9a9-555e7adc18cb tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.1333666 Jul 07 18:36:54.677201 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-99ea13a1-ac93-4185-8bea-d63d0526dd90 req-a299f791-9add-45c6-b0e3-e9f7ff697325 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554338 Jul 07 18:36:55.878010 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32d4b9-8e11-4f4a-ac3a-70923aa29194 req-969aba6f-905c-44ef-a862-0d7a7d197e27 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:55.880464 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8a32d4b9-8e11-4f4a-ac3a-70923aa29194 req-969aba6f-905c-44ef-a862-0d7a7d197e27 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.0925441 Jul 07 18:36:55.967795 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8a32d4b9-8e11-4f4a-ac3a-70923aa29194 req-ddd73cec-3a40-4ddb-913c-1e1fa0c2cc4c tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806634 Jul 07 18:36:57.178980 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90987b54-4837-4e0c-84f2-ede33c59eb44 req-fdd482fc-771f-4579-adb0-4d04abcf1952 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:57.180488 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-90987b54-4837-4e0c-84f2-ede33c59eb44 req-fdd482fc-771f-4579-adb0-4d04abcf1952 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.0918009 Jul 07 18:36:57.242315 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-90987b54-4837-4e0c-84f2-ede33c59eb44 req-8b6eb3c1-f734-4073-945e-97787cc01ef4 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504169 Jul 07 18:36:58.545138 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0a09c-c409-4116-a0e1-cfb267672943 req-c18bf166-27b8-4e25-9342-19de05c0e4fe tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:58.546645 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d6c0a09c-c409-4116-a0e1-cfb267672943 req-c18bf166-27b8-4e25-9342-19de05c0e4fe tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.1766820 Jul 07 18:36:58.596949 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d6c0a09c-c409-4116-a0e1-cfb267672943 req-59f68818-4cbc-48b1-8e80-09984da0df3a tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434883 Jul 07 18:36:59.824936 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5728d3-532d-4df9-894e-3d84f912dc0d req-8b7c82cc-fff9-4975-b709-22f7955f1201 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:59.826820 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-bb5728d3-532d-4df9-894e-3d84f912dc0d req-8b7c82cc-fff9-4975-b709-22f7955f1201 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.0933487 Jul 07 18:36:59.875608 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-bb5728d3-532d-4df9-894e-3d84f912dc0d req-133be826-14b5-4376-994b-e57a02ecb69e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423491 Jul 07 18:37:01.099163 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b07c44-c743-4854-9bac-4cc64cb88f65 req-ac9aa570-695c-4aa8-ad5b-206dc2a79151 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:01.100809 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-41b07c44-c743-4854-9bac-4cc64cb88f65 req-ac9aa570-695c-4aa8-ad5b-206dc2a79151 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.0816026 Jul 07 18:37:01.149741 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-41b07c44-c743-4854-9bac-4cc64cb88f65 req-d0fda854-659f-43bc-8d23-3d58a0ca773c tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432177 Jul 07 18:37:01.563430 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee4aae-bb4f-434d-9fc4-5bc4f39d782e req-449a86d3-7391-4708-a4d2-c650769451ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:01.564893 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-35ee4aae-bb4f-434d-9fc4-5bc4f39d782e req-449a86d3-7391-4708-a4d2-c650769451ea service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=141aaf718a50403cb0402f655c144713&device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 1098 time: 0.0708077 Jul 07 18:37:01.693797 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee4aae-bb4f-434d-9fc4-5bc4f39d782e req-5dd13ff7-73a4-4c7e-947a-acd32d670ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:01.695331 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-35ee4aae-bb4f-434d-9fc4-5bc4f39d782e req-5dd13ff7-73a4-4c7e-947a-acd32d670ece service neutron] 10.222.0.89 "GET /v2.0/networks?id=8aa84765-413d-4dc2-8d21-d785f19625b4 HTTP/1.1" status: 200 len: 918 time: 0.1236413 Jul 07 18:37:01.800288 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-35ee4aae-bb4f-434d-9fc4-5bc4f39d782e req-357bea8d-171a-45db-847a-e80dfba1d495 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de327bea-027f-4c3d-8a80-b36f629ebd89 HTTP/1.1" status: 200 len: 1001 time: 0.0973067 Jul 07 18:37:01.866089 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee4aae-bb4f-434d-9fc4-5bc4f39d782e req-bbc300d5-def7-4b31-a463-fc8f856c8deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:01.867477 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-35ee4aae-bb4f-434d-9fc4-5bc4f39d782e req-bbc300d5-def7-4b31-a463-fc8f856c8deb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e0732594-4d25-48f2-b3f5-656ff1b826e7 HTTP/1.1" status: 200 len: 856 time: 0.0571454 Jul 07 18:37:01.945906 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee4aae-bb4f-434d-9fc4-5bc4f39d782e req-3490ed4d-5f9c-4547-bd4e-2d98af4efb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:01.947459 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-35ee4aae-bb4f-434d-9fc4-5bc4f39d782e req-3490ed4d-5f9c-4547-bd4e-2d98af4efb56 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8aa84765-413d-4dc2-8d21-d785f19625b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723076 Jul 07 18:37:02.084912 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-35ee4aae-bb4f-434d-9fc4-5bc4f39d782e req-d6733454-9be4-45cc-877a-8c93a7ed0c68 service neutron] 10.222.0.89 "GET /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262302 Jul 07 18:37:02.226930 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-35ee4aae-bb4f-434d-9fc4-5bc4f39d782e req-72b7226d-d509-451b-8e3f-f5964704e041 service neutron] 10.222.0.89 "GET /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315918 Jul 07 18:37:02.347533 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e471a5-1322-4b9b-91d8-7de67c75f1c8 req-32b2900d-766e-4e4e-bfb7-62f64e5439cd tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:02.349262 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f5e471a5-1322-4b9b-91d8-7de67c75f1c8 req-32b2900d-766e-4e4e-bfb7-62f64e5439cd tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.0868812 Jul 07 18:37:02.402215 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f5e471a5-1322-4b9b-91d8-7de67c75f1c8 req-d450f2b5-c896-4c3c-af20-315ef68e0066 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470881 Jul 07 18:37:03.598849 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce869b-10f1-4cb1-a5d6-36b5e08a757e req-97d18a22-0d38-47e4-afba-f16e2a473ed0 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:03.600351 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-14ce869b-10f1-4cb1-a5d6-36b5e08a757e req-97d18a22-0d38-47e4-afba-f16e2a473ed0 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.0837071 Jul 07 18:37:03.649005 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-14ce869b-10f1-4cb1-a5d6-36b5e08a757e req-5fd8cd34-3ff3-419d-b5d9-3d3150cc76f6 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400164 Jul 07 18:37:04.945881 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07945d2f-28d0-4075-bde9-6db7e81a0533 req-c92d81e0-2ea6-41ac-825a-c98e765466a7 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:04.951426 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-07945d2f-28d0-4075-bde9-6db7e81a0533 req-c92d81e0-2ea6-41ac-825a-c98e765466a7 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.1882110 Jul 07 18:37:04.994976 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-07945d2f-28d0-4075-bde9-6db7e81a0533 req-d5765599-2d5a-4784-bdeb-e78a86485ee0 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414541 Jul 07 18:37:05.928878 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:06.275165 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device de327bea-027f-4c3d-8a80-b36f629ebd89 no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:37:06.404152 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:06.432628 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd04edfc-18ee-4859-8fc0-9e3b09b58388', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de327bea-027f-4c3d-8a80-b36f629ebd89'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:37:06.443168 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port de327bea-027f-4c3d-8a80-b36f629ebd89, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=de327bea-027f-4c3d-8a80-b36f629ebd89,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:37:06.447787 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:06.450558 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:37:06.488624 dv-cinder-798696-1-smb neutron-server[78479]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bd04edfc-18ee-4859-8fc0-9e3b09b58388', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'de327bea-027f-4c3d-8a80-b36f629ebd89', 'code': 422} returned with failed status Jul 07 18:37:06.507062 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3bc2f-293a-4a48-9397-719738c011ae req-22240403-8a70-45e3-b826-0f1e96bfa4f9 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:06.514569 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-94e3bc2f-293a-4a48-9397-719738c011ae req-22240403-8a70-45e3-b826-0f1e96bfa4f9 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 945 time: 0.1107595 Jul 07 18:37:06.522428 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=de327bea-027f-4c3d-8a80-b36f629ebd89,revision_number=8']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:06.525951 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:37:06.556806 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-94e3bc2f-293a-4a48-9397-719738c011ae req-5a1419c4-1c46-4f66-a65b-a3988d21fad5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412405 Jul 07 18:37:06.658533 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 32794) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:37:06.770291 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-71530317-453e-4b48-a7ac-646de10b420f req-43175933-e948-4423-b672-0ada19b140a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1105249 Jul 07 18:37:07.748648 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e0583-186d-4695-8474-ebd35398c13a req-13b02989-230d-4618-8c87-81b654277d87 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:07.750051 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-094e0583-186d-4695-8474-ebd35398c13a req-13b02989-230d-4618-8c87-81b654277d87 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 943 time: 0.0818858 Jul 07 18:37:07.794386 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-094e0583-186d-4695-8474-ebd35398c13a req-6bb072e3-c236-4480-8826-b14ec17b81ee tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386932 Jul 07 18:37:08.021016 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71530317-453e-4b48-a7ac-646de10b420f req-a3e46847-3893-4845-a249-797efa861646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:08.022412 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-71530317-453e-4b48-a7ac-646de10b420f req-a3e46847-3893-4845-a249-797efa861646 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388&tenant_id=141aaf718a50403cb0402f655c144713 HTTP/1.1" status: 200 len: 1096 time: 0.0705092 Jul 07 18:37:08.115202 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71530317-453e-4b48-a7ac-646de10b420f req-957e67ad-b8ce-4130-aaf3-d98de3446af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:08.116678 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-71530317-453e-4b48-a7ac-646de10b420f req-957e67ad-b8ce-4130-aaf3-d98de3446af5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=141aaf718a50403cb0402f655c144713&device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 1096 time: 0.0721364 Jul 07 18:37:08.252407 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71530317-453e-4b48-a7ac-646de10b420f req-837463b8-c067-4298-97e1-0cbe73ea02a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:08.253869 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-71530317-453e-4b48-a7ac-646de10b420f req-837463b8-c067-4298-97e1-0cbe73ea02a8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8aa84765-413d-4dc2-8d21-d785f19625b4 HTTP/1.1" status: 200 len: 918 time: 0.1261072 Jul 07 18:37:08.360742 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-71530317-453e-4b48-a7ac-646de10b420f req-5a9f472d-250c-4bc5-b1b0-2c93e6b5ff79 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de327bea-027f-4c3d-8a80-b36f629ebd89 HTTP/1.1" status: 200 len: 999 time: 0.0968714 Jul 07 18:37:08.423961 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71530317-453e-4b48-a7ac-646de10b420f req-286eeb81-15c1-4250-b569-ca4de54d6151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:08.425914 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-71530317-453e-4b48-a7ac-646de10b420f req-286eeb81-15c1-4250-b569-ca4de54d6151 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e0732594-4d25-48f2-b3f5-656ff1b826e7 HTTP/1.1" status: 200 len: 856 time: 0.0579891 Jul 07 18:37:08.507440 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71530317-453e-4b48-a7ac-646de10b420f req-cbd46bd7-a4da-401b-b4f1-7c1710d24e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:08.509093 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-71530317-453e-4b48-a7ac-646de10b420f req-cbd46bd7-a4da-401b-b4f1-7c1710d24e35 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8aa84765-413d-4dc2-8d21-d785f19625b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758312 Jul 07 18:37:08.750689 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-71530317-453e-4b48-a7ac-646de10b420f req-74e652f5-b029-469f-9b35-e414df1481b4 service neutron] 10.222.0.89 "GET /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339108 Jul 07 18:37:08.893443 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-71530317-453e-4b48-a7ac-646de10b420f req-d408912b-0f6c-4eac-8c35-ce66db861fe7 service neutron] 10.222.0.89 "GET /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333230 Jul 07 18:37:09.004407 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba45138-361f-4eda-8513-a65504d48b5a req-851a1a51-9015-4657-a730-c2275b303b44 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:09.005935 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-aba45138-361f-4eda-8513-a65504d48b5a req-851a1a51-9015-4657-a730-c2275b303b44 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 943 time: 0.1025445 Jul 07 18:37:09.055946 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-aba45138-361f-4eda-8513-a65504d48b5a req-e45d5230-5a1f-469b-8c08-138598ad4b49 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436304 Jul 07 18:37:10.279815 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80599ccf-b4b8-4317-980a-c02d9c00b79f req-24f09cb1-79a5-423e-af4c-25ae926557ec tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:10.281341 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-80599ccf-b4b8-4317-980a-c02d9c00b79f req-24f09cb1-79a5-423e-af4c-25ae926557ec tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 943 time: 0.1072304 Jul 07 18:37:10.330904 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-80599ccf-b4b8-4317-980a-c02d9c00b79f req-6012d01e-5da8-48dc-a218-4e41f0c0dac5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433054 Jul 07 18:37:11.099554 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 32866) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:37:11.159096 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.db_base_plugin_v2 [None req-f597ca75-5c36-4f1d-935e-97cd58608978 admin admin] Deleting subnet 69c92ec7-8ae2-454f-a138-90e0f930331c {{(pid=78478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 07 18:37:11.162078 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f597ca75-5c36-4f1d-935e-97cd58608978 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:11.226950 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f597ca75-5c36-4f1d-935e-97cd58608978 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4079311'] for subnet, precommit_delete_associations {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:11.286131 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f597ca75-5c36-4f1d-935e-97cd58608978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15871345'] for subnet, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:11.354528 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f597ca75-5c36-4f1d-935e-97cd58608978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15868612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3274071'] for subnet, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:11.359336 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-209ad647-4873-432b-802f-3737dfa62942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:37:11.398249 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597ca75-5c36-4f1d-935e-97cd58608978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69c92ec7-8ae2-454f-a138-90e0f930331c,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:11.407161 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597ca75-5c36-4f1d-935e-97cd58608978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:11.407531 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597ca75-5c36-4f1d-935e-97cd58608978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:11.407887 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597ca75-5c36-4f1d-935e-97cd58608978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:11.408417 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597ca75-5c36-4f1d-935e-97cd58608978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:11.408922 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597ca75-5c36-4f1d-935e-97cd58608978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:11.410302 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597ca75-5c36-4f1d-935e-97cd58608978 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:11.410854 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597ca75-5c36-4f1d-935e-97cd58608978 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:11.411365 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597ca75-5c36-4f1d-935e-97cd58608978 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:11.411886 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597ca75-5c36-4f1d-935e-97cd58608978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:11.412635 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597ca75-5c36-4f1d-935e-97cd58608978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:11.413156 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597ca75-5c36-4f1d-935e-97cd58608978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:11.413656 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597ca75-5c36-4f1d-935e-97cd58608978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:11.418064 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-f597ca75-5c36-4f1d-935e-97cd58608978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:37:11.419449 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f597ca75-5c36-4f1d-935e-97cd58608978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:11.431539 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-f597ca75-5c36-4f1d-935e-97cd58608978 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/69c92ec7-8ae2-454f-a138-90e0f930331c HTTP/1.1" status: 204 len: 168 time: 0.3303390 Jul 07 18:37:11.433978 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 32872) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:37:11.554972 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-26ad9d77-6280-4aa0-913c-58a4be0d0d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16713874'] for network, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:11.715873 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-26ad9d77-6280-4aa0-913c-58a4be0d0d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15866878', 'neutron.services.segments.db._delete_segments_for_network-8734830643384'] for network, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:11.734667 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-26ad9d77-6280-4aa0-913c-58a4be0d0d1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812cdeb5-28be-42d6-9c31-de92b02e4d92']}} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:11.747616 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-26ad9d77-6280-4aa0-913c-58a4be0d0d1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e72cba7-8876-44a0-a2d7-61fae11e2542') {'for_net_delete': True} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:11.747909 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-26ad9d77-6280-4aa0-913c-58a4be0d0d1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e72cba7-8876-44a0-a2d7-61fae11e2542') {} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:11.769869 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-26ad9d77-6280-4aa0-913c-58a4be0d0d1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734830655007', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4079300'] for segment, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:11.788931 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-26ad9d77-6280-4aa0-913c-58a4be0d0d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:11.798110 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ad9d77-6280-4aa0-913c-58a4be0d0d1a admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=78478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:37:11.798526 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-26ad9d77-6280-4aa0-913c-58a4be0d0d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15873862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4077724'] for segment, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: Traceback (most recent call last): Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: timer() Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: cb(*args, **kw) Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: return func(*args, **kwargs) Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: self._notify() Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: self.callback(batched_events) Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: event.method(event) Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: return f(self, *a, **k) Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: return self._get(url).json() Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: return self.request(url, 'GET', **kwargs) Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:37:11.815590 dv-cinder-798696-1-smb neutron-server[78478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:37:11.897950 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31db9d-a4c6-4b64-913a-b38edcfbe789 req-8c40e54a-e2f9-4e04-b4bd-ca25b445df86 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:11.899529 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-7d31db9d-a4c6-4b64-913a-b38edcfbe789 req-8c40e54a-e2f9-4e04-b4bd-ca25b445df86 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 943 time: 0.2362018 Jul 07 18:37:11.900700 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-26ad9d77-6280-4aa0-913c-58a4be0d0d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15866871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553073'] for network, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:11.904333 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-3425a3b5-a431-4198-9249-8a693c3c20f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:37:11.917885 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-26ad9d77-6280-4aa0-913c-58a4be0d0d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:11.948971 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad9d77-6280-4aa0-913c-58a4be0d0d1a admin admin] Pushing event deleted for resources: {'Network': ['ID=812cdeb5-28be-42d6-9c31-de92b02e4d92,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:11.957789 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-26ad9d77-6280-4aa0-913c-58a4be0d0d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:37:11.967174 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-26ad9d77-6280-4aa0-913c-58a4be0d0d1a admin admin] 10.222.0.41 "DELETE /v2.0/networks/812cdeb5-28be-42d6-9c31-de92b02e4d92 HTTP/1.1" status: 204 len: 168 time: 0.5318744 Jul 07 18:37:11.982465 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-7d31db9d-a4c6-4b64-913a-b38edcfbe789 req-1974e777-bb7f-42a4-b7f0-6d6a514635e4 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620065 Jul 07 18:37:12.107650 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 32878) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:37:12.161467 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-d8651e1e-ae12-4a5f-8337-36703ed43a98 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2674db6b360488db91f120b6aee14a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525246 Jul 07 18:37:12.163864 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 32882) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:37:12.221257 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3aa62d37-dc66-46c0-957b-2e17c95c52f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.247869 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3aa62d37-dc66-46c0-957b-2e17c95c52f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.300628 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3aa62d37-dc66-46c0-957b-2e17c95c52f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.305283 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-72e9317c-b1b3-4054-9531-845f30a21ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:37:12.318266 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa62d37-dc66-46c0-957b-2e17c95c52f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e7463e-429b-4de8-a654-8f7a61bda772,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:12.321214 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-3aa62d37-dc66-46c0-957b-2e17c95c52f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:37:12.335027 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3aa62d37-dc66-46c0-957b-2e17c95c52f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.339552 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-3aa62d37-dc66-46c0-957b-2e17c95c52f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/84e7463e-429b-4de8-a654-8f7a61bda772 HTTP/1.1" status: 204 len: 168 time: 0.1745698 Jul 07 18:37:12.548088 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:37:13.193844 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f69b9-5ba4-42bc-9cd4-afb4025a8942 req-fb20b71d-9994-46f2-9510-1fdc5fa3da89 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:13.195321 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ca0f69b9-5ba4-42bc-9cd4-afb4025a8942 req-fb20b71d-9994-46f2-9510-1fdc5fa3da89 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 943 time: 0.0870860 Jul 07 18:37:13.240585 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ca0f69b9-5ba4-42bc-9cd4-afb4025a8942 req-b9852663-dcb3-4882-b41c-7fc8852cd235 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394580 Jul 07 18:37:14.442264 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f6d56-c8af-4dd7-be0c-e57a4e0a65dd req-7978c720-a089-4637-9052-0daba528199c tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:14.443791 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d85f6d56-c8af-4dd7-be0c-e57a4e0a65dd req-7978c720-a089-4637-9052-0daba528199c tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 943 time: 0.0921652 Jul 07 18:37:14.490164 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d85f6d56-c8af-4dd7-be0c-e57a4e0a65dd req-3ae6c15f-0ed5-43d2-9d71-5ba7541a50cf tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406952 Jul 07 18:37:15.686190 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819f6d6-c3ae-4199-a173-77e451c98e4a req-a9e3dced-8b79-42f4-9a1b-5454d8a11898 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:15.688703 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5819f6d6-c3ae-4199-a173-77e451c98e4a req-a9e3dced-8b79-42f4-9a1b-5454d8a11898 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 943 time: 0.0844071 Jul 07 18:37:15.744073 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-5819f6d6-c3ae-4199-a173-77e451c98e4a req-c48c816d-c711-4f7c-adbf-3195e807f543 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496452 Jul 07 18:37:16.947203 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecda34-42e1-4942-99a7-47f9f406905b req-72370fa7-52c2-4d8a-84fa-c19a40aa3945 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:16.948935 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a9ecda34-42e1-4942-99a7-47f9f406905b req-72370fa7-52c2-4d8a-84fa-c19a40aa3945 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 943 time: 0.0869718 Jul 07 18:37:17.000032 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a9ecda34-42e1-4942-99a7-47f9f406905b req-a03e9d93-6df0-4fa5-94b7-455ad1067cf7 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430732 Jul 07 18:37:17.565057 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-aab323d4-9119-47cd-b8b7-89949ecba6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.149980 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.207783 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401c723-5912-4e04-9499-be93363988ad req-a209b016-aa84-4fe8-b8f0-c02e584a7fa4 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:18.209382 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d401c723-5912-4e04-9499-be93363988ad req-a209b016-aa84-4fe8-b8f0-c02e584a7fa4 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 943 time: 0.0907080 Jul 07 18:37:18.261079 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d401c723-5912-4e04-9499-be93363988ad req-30178e8e-b9d0-41bd-84f9-2be233667f57 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451100 Jul 07 18:37:19.463572 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ae730-4bd6-4243-a7a7-ed3fe98329a9 req-94447a82-d954-4b50-b4ee-10b2d6a4a34d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:19.466040 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-859ae730-4bd6-4243-a7a7-ed3fe98329a9 req-94447a82-d954-4b50-b4ee-10b2d6a4a34d tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 943 time: 0.0886216 Jul 07 18:37:19.513634 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-859ae730-4bd6-4243-a7a7-ed3fe98329a9 req-2f49098b-3f38-4bd5-8cae-97f427b00ed8 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413239 Jul 07 18:37:20.273763 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f01e4a3d-50aa-4bcb-92d6-816bd1a15e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:20.711510 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036ab13-198f-4572-91f2-3c4fcabf4a6f req-a4c2a40b-2cfb-455a-ae7f-c9a4a977f405 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:20.712979 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-9036ab13-198f-4572-91f2-3c4fcabf4a6f req-a4c2a40b-2cfb-455a-ae7f-c9a4a977f405 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 943 time: 0.0868628 Jul 07 18:37:20.758207 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-9036ab13-198f-4572-91f2-3c4fcabf4a6f req-63d3f16f-293c-4e20-a7a4-8711c28ccafd tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390029 Jul 07 18:37:21.109157 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:22.041047 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0f6f7-8843-4c4a-8eed-5a46c5ea9fae req-a75efb64-13dd-4e12-a682-d54af000dead tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:22.042431 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-9ff0f6f7-8843-4c4a-8eed-5a46c5ea9fae req-a75efb64-13dd-4e12-a682-d54af000dead tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 943 time: 0.1764836 Jul 07 18:37:22.086609 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-9ff0f6f7-8843-4c4a-8eed-5a46c5ea9fae req-140d6b83-d72e-48ec-a830-3dee3a8d2e0f tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383887 Jul 07 18:37:22.539564 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:23.273677 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bf64b-8cc0-4ac6-bc55-6bb1e737d96a req-0454f2d6-9641-4a47-a1c3-99c95436475e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:23.275060 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-904bf64b-8cc0-4ac6-bc55-6bb1e737d96a req-0454f2d6-9641-4a47-a1c3-99c95436475e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 943 time: 0.0796123 Jul 07 18:37:23.323022 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-904bf64b-8cc0-4ac6-bc55-6bb1e737d96a req-bd55442e-8b4e-441b-aeef-eefa9c0db8e7 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422485 Jul 07 18:37:24.369654 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device de327bea-027f-4c3d-8a80-b36f629ebd89 details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 07 18:37:24.502140 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port de327bea-027f-4c3d-8a80-b36f629ebd89, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=de327bea-027f-4c3d-8a80-b36f629ebd89,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:37:24.512001 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac99b3-daad-4f24-b989-840c1988020d req-c0f680f6-9bc6-4669-b729-6b7bc092630e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:24.513582 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-ccac99b3-daad-4f24-b989-840c1988020d req-c0f680f6-9bc6-4669-b729-6b7bc092630e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 943 time: 0.0795290 Jul 07 18:37:24.515734 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Returning: {'device': 'de327bea-027f-4c3d-8a80-b36f629ebd89', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'port_id': 'de327bea-027f-4c3d-8a80-b36f629ebd89', 'mac_address': 'fa:16:3e:1f:45:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 07 18:37:24.562832 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-ccac99b3-daad-4f24-b989-840c1988020d req-d361e273-f02b-4bf0-9a31-8d03103250a7 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431652 Jul 07 18:37:24.576915 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:24.594648 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de327bea-027f-4c3d-8a80-b36f629ebd89 {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:37:24.610540 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port de327bea-027f-4c3d-8a80-b36f629ebd89, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=de327bea-027f-4c3d-8a80-b36f629ebd89,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:37:24.615438 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:24.617240 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:37:24.683032 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=de327bea-027f-4c3d-8a80-b36f629ebd89,revision_number=9']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:24.686280 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:37:24.900709 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['de327bea-027f-4c3d-8a80-b36f629ebd89'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:37:25.754375 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa72c8-9c96-4e51-8728-ab8ed5d3e171 req-fdc24870-bbc3-4ff0-b360-329fb24ea5f4 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:25.755880 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-72aa72c8-9c96-4e51-8728-ab8ed5d3e171 req-fdc24870-bbc3-4ff0-b360-329fb24ea5f4 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 944 time: 0.0805261 Jul 07 18:37:25.799679 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-72aa72c8-9c96-4e51-8728-ab8ed5d3e171 req-000a2eef-d1c7-4632-9d50-464bd5a508fb tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382581 Jul 07 18:37:26.385289 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device de327bea-027f-4c3d-8a80-b36f629ebd89 up at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:37:26.453331 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning complete for port de327bea-027f-4c3d-8a80-b36f629ebd89 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:26.453695 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:26.569480 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:26.596839 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd04edfc-18ee-4859-8fc0-9e3b09b58388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de327bea-027f-4c3d-8a80-b36f629ebd89'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:37:26.613743 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port de327bea-027f-4c3d-8a80-b36f629ebd89, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=de327bea-027f-4c3d-8a80-b36f629ebd89,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:37:26.618479 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:26.620367 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-71023d55-258b-43ca-b446-1ca7665a6104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:37:26.661586 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd04edfc-18ee-4859-8fc0-9e3b09b58388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de327bea-027f-4c3d-8a80-b36f629ebd89', 'code': 200} Jul 07 18:37:26.694788 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=de327bea-027f-4c3d-8a80-b36f629ebd89,revision_number=10']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:26.697741 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:37:26.901789 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd857eb9-0556-4802-bdc4-c1410a0858ee req-6b0cfa71-f55d-413c-95f5-194c714479d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:26.903205 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-dd857eb9-0556-4802-bdc4-c1410a0858ee req-6b0cfa71-f55d-413c-95f5-194c714479d1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 1099 time: 0.0769205 Jul 07 18:37:27.022026 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-dd857eb9-0556-4802-bdc4-c1410a0858ee req-7588ca6c-f98f-4dcd-88ce-73ddb7a18f91 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769179 Jul 07 18:37:27.043983 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598016f7-a0e2-455b-8c1d-980e6d21b587 req-2c5b8eb1-3a06-4a0d-b14c-bd73f553b599 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:27.045383 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-598016f7-a0e2-455b-8c1d-980e6d21b587 req-2c5b8eb1-3a06-4a0d-b14c-bd73f553b599 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 946 time: 0.1325252 Jul 07 18:37:27.091725 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-598016f7-a0e2-455b-8c1d-980e6d21b587 req-d8c5f994-c2a4-436c-9e32-d982a75a85e8 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406463 Jul 07 18:37:28.291501 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206234b4-933a-440e-9279-8203f6d9d7ba req-0afb6395-28ef-4613-8115-2795137a3705 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:28.292913 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-206234b4-933a-440e-9279-8203f6d9d7ba req-0afb6395-28ef-4613-8115-2795137a3705 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 946 time: 0.0885100 Jul 07 18:37:28.350106 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-206234b4-933a-440e-9279-8203f6d9d7ba req-e5af2124-eed9-4a05-b7e8-2e53eb232478 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508404 Jul 07 18:37:29.539595 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fe1e9-f1d7-490d-aa2e-6f3975d826db req-57642d46-73a6-4993-bab8-a05f2d3640da tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:29.541058 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-aa9fe1e9-f1d7-490d-aa2e-6f3975d826db req-57642d46-73a6-4993-bab8-a05f2d3640da tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 946 time: 0.0792835 Jul 07 18:37:29.585140 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-aa9fe1e9-f1d7-490d-aa2e-6f3975d826db req-d408c621-9f9b-4581-a35d-a9217fcf7d3b tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385103 Jul 07 18:37:31.560322 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ccd7bb-aba2-44f5-93eb-7d058ff839f9 req-6865880e-4a93-4c05-8a8c-367d0aac925c tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:31.561667 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-66ccd7bb-aba2-44f5-93eb-7d058ff839f9 req-6865880e-4a93-4c05-8a8c-367d0aac925c tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 945 time: 0.0820284 Jul 07 18:37:31.607069 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-66ccd7bb-aba2-44f5-93eb-7d058ff839f9 req-928dd5a2-3441-4152-85a5-8a3e0ecea0a3 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396023 Jul 07 18:37:32.797638 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5197fa-dea2-4929-8387-e0ca0433c177 req-2df8ea89-67a7-4cdb-a9b2-733680861e77 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:32.799217 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-9e5197fa-dea2-4929-8387-e0ca0433c177 req-2df8ea89-67a7-4cdb-a9b2-733680861e77 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 945 time: 0.0835958 Jul 07 18:37:32.843573 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-9e5197fa-dea2-4929-8387-e0ca0433c177 req-1a899177-208d-47da-a87c-906916e1385c tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384848 Jul 07 18:37:34.032967 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a8d40-a3f5-4581-afa4-eb4e387af489 req-aa136fdd-23b8-45da-840d-bccc791310be tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:34.034470 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-927a8d40-a3f5-4581-afa4-eb4e387af489 req-aa136fdd-23b8-45da-840d-bccc791310be tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 945 time: 0.0848377 Jul 07 18:37:34.081828 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-927a8d40-a3f5-4581-afa4-eb4e387af489 req-2d32069b-81eb-45ab-b2de-34e05cfe3501 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417707 Jul 07 18:37:35.263791 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf33e2d-45d5-4798-9555-f18de5868ee4 req-179d9e54-b8fc-458a-ab6c-93f9cc52aaec tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:35.265681 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-edf33e2d-45d5-4798-9555-f18de5868ee4 req-179d9e54-b8fc-458a-ab6c-93f9cc52aaec tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 945 time: 0.0798354 Jul 07 18:37:35.309777 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-edf33e2d-45d5-4798-9555-f18de5868ee4 req-f9c5e3c3-cc39-4406-8451-a3b5a4b79b52 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384185 Jul 07 18:37:35.932177 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:36.494028 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747887d-8f10-417d-85c0-bb394c6d336c req-0d34daed-dddc-465e-b88b-02003fadbe04 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:36.495514 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a747887d-8f10-417d-85c0-bb394c6d336c req-0d34daed-dddc-465e-b88b-02003fadbe04 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 945 time: 0.0796928 Jul 07 18:37:36.539129 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a747887d-8f10-417d-85c0-bb394c6d336c req-a7d202fe-f17c-4f06-999a-796f62f9a908 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379660 Jul 07 18:37:37.724262 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccff9a-883d-49ea-b160-5b34cfecae82 req-d6f1677a-0377-43a0-b05b-6cd133eba3b3 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:37.725633 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-7fccff9a-883d-49ea-b160-5b34cfecae82 req-d6f1677a-0377-43a0-b05b-6cd133eba3b3 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 945 time: 0.0829375 Jul 07 18:37:37.770567 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-7fccff9a-883d-49ea-b160-5b34cfecae82 req-4dce5797-4d04-4485-91ef-439d9795635c tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392463 Jul 07 18:37:39.043887 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec1325-d6bc-47d7-9564-6a6781c7aa70 req-3bff8836-61bc-408b-b6f9-ea529b51125d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:39.045439 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-31ec1325-d6bc-47d7-9564-6a6781c7aa70 req-3bff8836-61bc-408b-b6f9-ea529b51125d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 945 time: 0.1728880 Jul 07 18:37:39.092676 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-31ec1325-d6bc-47d7-9564-6a6781c7aa70 req-4c819563-1006-4149-88ae-dc0f73674d41 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410135 Jul 07 18:37:40.284527 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bd7b9-2661-44f8-89c5-555fdbeef7a8 req-c5b4eeee-d560-482e-a0a7-1e3e36fba0ce tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:40.285921 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-cc6bd7b9-2661-44f8-89c5-555fdbeef7a8 req-c5b4eeee-d560-482e-a0a7-1e3e36fba0ce tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 945 time: 0.0858498 Jul 07 18:37:40.331261 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-cc6bd7b9-2661-44f8-89c5-555fdbeef7a8 req-0335cc07-5e64-421f-9d81-f16a21311031 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397568 Jul 07 18:37:41.529764 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a6f9b-c66b-46fb-8a87-1339e38b81cc req-6008c70e-cdfd-47e8-af55-fb6bbc14d82c tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:41.531276 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-525a6f9b-c66b-46fb-8a87-1339e38b81cc req-6008c70e-cdfd-47e8-af55-fb6bbc14d82c tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 945 time: 0.0937316 Jul 07 18:37:41.579569 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-525a6f9b-c66b-46fb-8a87-1339e38b81cc req-c4cac49c-2ca8-44cb-8ad5-926a748f3e03 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422614 Jul 07 18:37:41.683302 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1c71f-ab2b-4724-9e32-9d95e3aa46f6 req-f3d66be4-2acf-48ce-b787-e50965fb2fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:41.684704 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6fd1c71f-ab2b-4724-9e32-9d95e3aa46f6 req-f3d66be4-2acf-48ce-b787-e50965fb2fb8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=229074fa5f3445e4ba64710459532036&device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 1098 time: 0.0700290 Jul 07 18:37:41.818499 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1c71f-ab2b-4724-9e32-9d95e3aa46f6 req-b0abaec7-d0de-4c9e-aa6f-fea1f983bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:41.819981 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6fd1c71f-ab2b-4724-9e32-9d95e3aa46f6 req-b0abaec7-d0de-4c9e-aa6f-fea1f983bc19 service neutron] 10.222.0.89 "GET /v2.0/networks?id=72d36f31-17c4-4180-b454-ed56f784f3fe HTTP/1.1" status: 200 len: 910 time: 0.1268592 Jul 07 18:37:41.923722 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6fd1c71f-ab2b-4724-9e32-9d95e3aa46f6 req-05d8e995-0aa9-4684-9719-ed8e6c30189f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0a4dc4f-23cf-4e62-b7be-2d4514593e41 HTTP/1.1" status: 200 len: 1001 time: 0.0967448 Jul 07 18:37:41.986306 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1c71f-ab2b-4724-9e32-9d95e3aa46f6 req-c717ca45-b9f7-4c09-951d-6cf1920a59be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:41.987782 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6fd1c71f-ab2b-4724-9e32-9d95e3aa46f6 req-c717ca45-b9f7-4c09-951d-6cf1920a59be service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9e464e48-25e4-4c21-b21a-865fedb9b97b HTTP/1.1" status: 200 len: 848 time: 0.0566669 Jul 07 18:37:42.066029 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1c71f-ab2b-4724-9e32-9d95e3aa46f6 req-29131750-8800-48b4-9222-0631b54e11c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:42.067519 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6fd1c71f-ab2b-4724-9e32-9d95e3aa46f6 req-29131750-8800-48b4-9222-0631b54e11c2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=72d36f31-17c4-4180-b454-ed56f784f3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723057 Jul 07 18:37:42.197689 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6fd1c71f-ab2b-4724-9e32-9d95e3aa46f6 req-d4854fce-193e-4ae2-861d-b8c7c2a55b6b service neutron] 10.222.0.89 "GET /v2.0/networks/72d36f31-17c4-4180-b454-ed56f784f3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228373 Jul 07 18:37:42.331791 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6fd1c71f-ab2b-4724-9e32-9d95e3aa46f6 req-2464957a-46d5-4284-8b2c-e2ee5a0a5f9f service neutron] 10.222.0.89 "GET /v2.0/networks/72d36f31-17c4-4180-b454-ed56f784f3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247823 Jul 07 18:37:42.768336 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c26dfa-f1cd-4db7-9c89-79cfbe9ffaff req-75f12197-c8b2-4508-ad89-49252b8bd806 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:42.769830 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f8c26dfa-f1cd-4db7-9c89-79cfbe9ffaff req-75f12197-c8b2-4508-ad89-49252b8bd806 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 945 time: 0.0859661 Jul 07 18:37:42.815842 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f8c26dfa-f1cd-4db7-9c89-79cfbe9ffaff req-f74d6c59-bf1f-40a5-9567-6a76f94a80da tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393021 Jul 07 18:37:44.004154 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ed617-1d2a-4014-a240-610c2872f171 req-098c8ec6-ea61-4ff6-92e1-a6f79ac34938 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:44.005762 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-043ed617-1d2a-4014-a240-610c2872f171 req-098c8ec6-ea61-4ff6-92e1-a6f79ac34938 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 945 time: 0.0847917 Jul 07 18:37:44.053989 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-043ed617-1d2a-4014-a240-610c2872f171 req-8f5d397f-704c-4ad9-b7ed-f864a769d43b tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425510 Jul 07 18:37:45.241310 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d5a1e-37bd-4140-8303-c8f62dc8f5a4 req-bbc606a5-fbdc-4183-b060-92871c60d320 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:45.242683 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-219d5a1e-37bd-4140-8303-c8f62dc8f5a4 req-bbc606a5-fbdc-4183-b060-92871c60d320 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 945 time: 0.0823317 Jul 07 18:37:45.289958 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-219d5a1e-37bd-4140-8303-c8f62dc8f5a4 req-d62c527a-f284-495b-91d2-b0106c9f849e tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388165 Jul 07 18:37:45.622619 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-274d7677-7d58-4c87-9d58-5e4139ab1219 req-d974d20f-8c78-4944-a3d1-1b3ca6583023 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1264637 Jul 07 18:37:45.646084 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d59d7-c3a2-4403-8e44-8f4921e93ed2 req-8f537fff-4d9f-433a-820b-4a558b5058ab tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:45.647108 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e40d59d7-c3a2-4403-8e44-8f4921e93ed2 req-8f537fff-4d9f-433a-820b-4a558b5058ab tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 945 time: 0.0926745 Jul 07 18:37:45.692649 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e40d59d7-c3a2-4403-8e44-8f4921e93ed2 req-d0bc3fb3-a075-4707-ac5d-5a263bacc0dd tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396833 Jul 07 18:37:46.888101 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a52028-2113-4ac6-9223-979a6ebae420 req-b2ba7cbd-64db-48ca-85a6-0ed1d704cdd5 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:46.889550 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-90a52028-2113-4ac6-9223-979a6ebae420 req-b2ba7cbd-64db-48ca-85a6-0ed1d704cdd5 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 945 time: 0.0878968 Jul 07 18:37:46.933946 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-90a52028-2113-4ac6-9223-979a6ebae420 req-239860ba-c216-40c4-a4ac-0d029fd6c3a9 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377893 Jul 07 18:37:47.181281 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d7677-7d58-4c87-9d58-5e4139ab1219 req-7c9359f2-6cb8-4bb4-8437-ed8f95fc19c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:47.182675 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-274d7677-7d58-4c87-9d58-5e4139ab1219 req-7c9359f2-6cb8-4bb4-8437-ed8f95fc19c9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a&tenant_id=229074fa5f3445e4ba64710459532036 HTTP/1.1" status: 200 len: 1098 time: 0.0707252 Jul 07 18:37:47.284969 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d7677-7d58-4c87-9d58-5e4139ab1219 req-eac32ceb-eccb-4652-8f5b-6d159f3d74f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:47.287136 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-274d7677-7d58-4c87-9d58-5e4139ab1219 req-eac32ceb-eccb-4652-8f5b-6d159f3d74f6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=229074fa5f3445e4ba64710459532036&device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 1098 time: 0.0819113 Jul 07 18:37:47.418233 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d7677-7d58-4c87-9d58-5e4139ab1219 req-550215d0-594b-462c-9bf2-d1e5fd75d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:47.419690 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-274d7677-7d58-4c87-9d58-5e4139ab1219 req-550215d0-594b-462c-9bf2-d1e5fd75d892 service neutron] 10.222.0.89 "GET /v2.0/networks?id=72d36f31-17c4-4180-b454-ed56f784f3fe HTTP/1.1" status: 200 len: 910 time: 0.1256087 Jul 07 18:37:47.521320 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-274d7677-7d58-4c87-9d58-5e4139ab1219 req-a1a262d4-9a73-4d85-80a4-81274f232c68 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0a4dc4f-23cf-4e62-b7be-2d4514593e41 HTTP/1.1" status: 200 len: 1001 time: 0.0943944 Jul 07 18:37:47.569096 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ae815664-6ae9-4100-8bb8-6a3aea6a420d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:47.584562 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d7677-7d58-4c87-9d58-5e4139ab1219 req-62efd6de-0fbf-4d59-96d3-7b0b53fa4864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:47.585967 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-274d7677-7d58-4c87-9d58-5e4139ab1219 req-62efd6de-0fbf-4d59-96d3-7b0b53fa4864 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9e464e48-25e4-4c21-b21a-865fedb9b97b HTTP/1.1" status: 200 len: 848 time: 0.0580885 Jul 07 18:37:47.669519 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d7677-7d58-4c87-9d58-5e4139ab1219 req-e579820d-3097-47eb-8aaa-8bd8becf0d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:47.671001 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-274d7677-7d58-4c87-9d58-5e4139ab1219 req-e579820d-3097-47eb-8aaa-8bd8becf0d46 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=72d36f31-17c4-4180-b454-ed56f784f3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776298 Jul 07 18:37:47.893387 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-274d7677-7d58-4c87-9d58-5e4139ab1219 req-78117a10-5839-43fb-b2a2-fc54b47c55e1 service neutron] 10.222.0.89 "GET /v2.0/networks/72d36f31-17c4-4180-b454-ed56f784f3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148464 Jul 07 18:37:48.027545 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-274d7677-7d58-4c87-9d58-5e4139ab1219 req-8c0272ea-9e42-4902-8544-e442b275ee6b service neutron] 10.222.0.89 "GET /v2.0/networks/72d36f31-17c4-4180-b454-ed56f784f3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263709 Jul 07 18:37:48.127718 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221691d5-5488-43bd-87b7-23760a693a05 req-f94a15a6-9d6b-4b52-82bb-2e5168e0aa82 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:48.129228 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-221691d5-5488-43bd-87b7-23760a693a05 req-f94a15a6-9d6b-4b52-82bb-2e5168e0aa82 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 945 time: 0.0817513 Jul 07 18:37:48.144166 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:48.174419 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-221691d5-5488-43bd-87b7-23760a693a05 req-33a2c323-f9e9-43db-ac8c-d426b834be74 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394685 Jul 07 18:37:48.492043 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device d0a4dc4f-23cf-4e62-b7be-2d4514593e41 no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:37:48.603217 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:48.629359 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440334b9-ef0d-457b-b247-d13c018cf91a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0a4dc4f-23cf-4e62-b7be-2d4514593e41'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:37:48.638684 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port d0a4dc4f-23cf-4e62-b7be-2d4514593e41, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=d0a4dc4f-23cf-4e62-b7be-2d4514593e41,segment=NetworkSegment(4ad7979d-0fdf-43a5-b16c-6be4b44243f6),segment_id=4ad7979d-0fdf-43a5-b16c-6be4b44243f6)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:37:48.643455 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:48.645272 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:37:48.686106 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440334b9-ef0d-457b-b247-d13c018cf91a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0a4dc4f-23cf-4e62-b7be-2d4514593e41', 'code': 200} Jul 07 18:37:48.717619 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=d0a4dc4f-23cf-4e62-b7be-2d4514593e41,revision_number=6']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:48.720775 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:37:49.292827 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bd4c7-18e6-4356-aeaa-a0571125de1b req-1f82c8e7-4d64-4491-92d0-6666c8608e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:49.294200 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-775bd4c7-18e6-4356-aeaa-a0571125de1b req-1f82c8e7-4d64-4491-92d0-6666c8608e74 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 1096 time: 0.0697024 Jul 07 18:37:49.336303 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-775bd4c7-18e6-4356-aeaa-a0571125de1b req-b6a9534d-a9cc-4c2e-83b4-05452c30f4eb service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337470 Jul 07 18:37:49.362441 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf6681-443c-435d-bf3d-ab7b3481195e req-fce0ed5a-ba27-478f-84dc-3f0b2f134138 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:49.363963 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-0edf6681-443c-435d-bf3d-ab7b3481195e req-fce0ed5a-ba27-478f-84dc-3f0b2f134138 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 943 time: 0.0859416 Jul 07 18:37:49.408917 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-0edf6681-443c-435d-bf3d-ab7b3481195e req-eeba3b5b-6e2e-4cc4-bd63-65f324606b32 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393634 Jul 07 18:37:49.546817 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:37:50.266399 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c7fd13c5-b254-4c44-901f-99e1bed7691c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:50.494706 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device d0a4dc4f-23cf-4e62-b7be-2d4514593e41 details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 07 18:37:50.598041 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e405c-9824-476d-a48c-14edc55e695c req-833f4ff2-6125-490d-8837-915c9f1d5055 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:50.599606 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-066e405c-9824-476d-a48c-14edc55e695c req-833f4ff2-6125-490d-8837-915c9f1d5055 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 943 time: 0.0836074 Jul 07 18:37:50.632926 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port d0a4dc4f-23cf-4e62-b7be-2d4514593e41, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=d0a4dc4f-23cf-4e62-b7be-2d4514593e41,segment=NetworkSegment(4ad7979d-0fdf-43a5-b16c-6be4b44243f6),segment_id=4ad7979d-0fdf-43a5-b16c-6be4b44243f6)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:37:50.644222 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-066e405c-9824-476d-a48c-14edc55e695c req-6b35a6ab-51eb-49ce-943b-d610e4a29e76 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390189 Jul 07 18:37:50.646278 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Returning: {'device': 'd0a4dc4f-23cf-4e62-b7be-2d4514593e41', 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe', 'port_id': 'd0a4dc4f-23cf-4e62-b7be-2d4514593e41', 'mac_address': 'fa:16:3e:97:57:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e464e48-25e4-4c21-b21a-865fedb9b97b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 07 18:37:50.706682 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:50.723829 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a4dc4f-23cf-4e62-b7be-2d4514593e41 {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:37:50.739650 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port d0a4dc4f-23cf-4e62-b7be-2d4514593e41, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=d0a4dc4f-23cf-4e62-b7be-2d4514593e41,segment=NetworkSegment(4ad7979d-0fdf-43a5-b16c-6be4b44243f6),segment_id=4ad7979d-0fdf-43a5-b16c-6be4b44243f6)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:37:50.743324 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:50.745016 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:37:50.811515 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=d0a4dc4f-23cf-4e62-b7be-2d4514593e41,revision_number=7']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:50.819083 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:50.819480 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:50.819797 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:50.820084 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:50.820407 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:50.820734 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:50.821050 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:50.821462 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:50.821788 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:50.822123 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:50.822421 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:50.822762 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:50.827038 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:37:51.028997 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['d0a4dc4f-23cf-4e62-b7be-2d4514593e41'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:37:51.120925 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:52.491620 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device d0a4dc4f-23cf-4e62-b7be-2d4514593e41 up at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:37:52.555086 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:52.570639 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning complete for port d0a4dc4f-23cf-4e62-b7be-2d4514593e41 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:52.571037 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:52.686020 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:52.714460 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440334b9-ef0d-457b-b247-d13c018cf91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a4dc4f-23cf-4e62-b7be-2d4514593e41'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:37:52.725197 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port d0a4dc4f-23cf-4e62-b7be-2d4514593e41, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=d0a4dc4f-23cf-4e62-b7be-2d4514593e41,segment=NetworkSegment(4ad7979d-0fdf-43a5-b16c-6be4b44243f6),segment_id=4ad7979d-0fdf-43a5-b16c-6be4b44243f6)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:37:52.729224 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:52.731200 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-1c01c227-4002-4176-97ac-b5df9bdbe36f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:37:52.761595 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440334b9-ef0d-457b-b247-d13c018cf91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a4dc4f-23cf-4e62-b7be-2d4514593e41', 'code': 200} Jul 07 18:37:52.801228 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=d0a4dc4f-23cf-4e62-b7be-2d4514593e41,revision_number=8']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:52.804231 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:03.266099 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c21e33-6ef7-43ed-8e00-755877903bf6 req-c0d4cf14-402a-42b6-9588-92fa6a69e722 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:03.267652 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-59c21e33-6ef7-43ed-8e00-755877903bf6 req-c0d4cf14-402a-42b6-9588-92fa6a69e722 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 946 time: 0.0813761 Jul 07 18:38:03.311763 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-59c21e33-6ef7-43ed-8e00-755877903bf6 req-a7b6930e-c27e-4c23-a3c5-7da3f2aaa1ba tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376105 Jul 07 18:38:04.501509 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed96f2-6abc-4173-bdb0-7e44b7e4aad3 req-bcd38dfa-a11e-48fe-960a-bf3a2ae57e52 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:04.503000 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-cfed96f2-6abc-4173-bdb0-7e44b7e4aad3 req-bcd38dfa-a11e-48fe-960a-bf3a2ae57e52 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 946 time: 0.0797138 Jul 07 18:38:04.551035 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-cfed96f2-6abc-4173-bdb0-7e44b7e4aad3 req-81509cb3-1cdc-4121-8fd8-e53900922275 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf3f0501-f384-464c-b7c1-0f217ab30c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423806 Jul 07 18:38:04.810385 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7675e0f-9a96-4530-988c-0a7e67f661bc req-47e7e55a-8ec9-43b7-849c-bfea01e210a5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:04.811752 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e7675e0f-9a96-4530-988c-0a7e67f661bc req-47e7e55a-8ec9-43b7-849c-bfea01e210a5 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 946 time: 0.0786192 Jul 07 18:38:04.883979 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-e7675e0f-9a96-4530-988c-0a7e67f661bc req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Deleting port de327bea-027f-4c3d-8a80-b36f629ebd89 {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:38:04.884320 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-e7675e0f-9a96-4530-988c-0a7e67f661bc req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:05.125683 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-e7675e0f-9a96-4530-988c-0a7e67f661bc req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] For port de327bea-027f-4c3d-8a80-b36f629ebd89, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=de327bea-027f-4c3d-8a80-b36f629ebd89,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:38:05.126034 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-e7675e0f-9a96-4530-988c-0a7e67f661bc req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:05.413938 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-e7675e0f-9a96-4530-988c-0a7e67f661bc req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:05.414308 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-e7675e0f-9a96-4530-988c-0a7e67f661bc req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553071'] for floatingip, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:05.414621 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.db.l3_db [req-e7675e0f-9a96-4530-988c-0a7e67f661bc req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Floating IP befa0782-7065-4f2f-8fe0-4b8de08eeaab disassociated. External IP: 172.28.1.119, port: de327bea-027f-4c3d-8a80-b36f629ebd89. Jul 07 18:38:05.414984 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-e7675e0f-9a96-4530-988c-0a7e67f661bc req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Calling delete_port for de327bea-027f-4c3d-8a80-b36f629ebd89 owned by compute:nova {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:38:05.569716 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-e7675e0f-9a96-4530-988c-0a7e67f661bc req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:05.575429 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-1a022a8f-9534-4a57-84c5-4aa30d5189a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:05.624124 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Pushing event deleted for resources: {'Port': ['ID=de327bea-027f-4c3d-8a80-b36f629ebd89,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:05.687931 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:05.688304 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:05.688672 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:05.689033 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:05.689389 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:05.689745 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:05.690130 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:05.690480 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:05.690868 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:05.691218 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:05.691566 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:05.691930 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:05.709810 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-25bb8697-78f8-4fe3-a6b7-dacf50082bb6 req-a47d2219-c62a-4e88-a6f3-6e9831305c6f tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 210 time: 0.0475376 Jul 07 18:38:05.807676 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:05.965715 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:05.971228 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e151086d-b99a-4c54-ae25-1d9355bf84a3 req-ae9788db-97d0-46ea-9130-1e8410347f81 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1648808 Jul 07 18:38:05.977748 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7675e0f-9a96-4530-988c-0a7e67f661bc req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Router 77da480b-5db5-4ea6-9220-c2e479e5060c has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:38:06.220422 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7675e0f-9a96-4530-988c-0a7e67f661bc req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:38:06.230468 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d20dc3b-603d-4646-98a1-1d1a1dc6ae39 None None] Sync routers for ids ['77da480b-5db5-4ea6-9220-c2e479e5060c'] in dv-cinder-798696-1-smb {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:38:06.239894 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d20dc3b-603d-4646-98a1-1d1a1dc6ae39 None None] Routers {'77da480b-5db5-4ea6-9220-c2e479e5060c'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:38:06.240598 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-8d20dc3b-603d-4646-98a1-1d1a1dc6ae39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:37:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['77da480b-5db5-4ea6-9220-c2e479e5060c'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:06.265156 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151086d-b99a-4c54-ae25-1d9355bf84a3 req-1edbb5d7-18b0-411c-afe2-20825a829bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:06.266659 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e151086d-b99a-4c54-ae25-1d9355bf84a3 req-1edbb5d7-18b0-411c-afe2-20825a829bcb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=229074fa5f3445e4ba64710459532036&device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 1098 time: 0.2076204 Jul 07 18:38:06.320716 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7675e0f-9a96-4530-988c-0a7e67f661bc req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] No DVR routers for this DVR port de327bea-027f-4c3d-8a80-b36f629ebd89 on host hv-cinder-79869 {{(pid=78477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:38:06.323424 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-e7675e0f-9a96-4530-988c-0a7e67f661bc req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:06.329922 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd04edfc-18ee-4859-8fc0-9e3b09b58388', 'name': 'network-vif-deleted', 'tag': 'de327bea-027f-4c3d-8a80-b36f629ebd89'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:38:06.389064 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd04edfc-18ee-4859-8fc0-9e3b09b58388', 'name': 'network-vif-deleted', 'tag': 'de327bea-027f-4c3d-8a80-b36f629ebd89', 'status': 'completed', 'code': 200} Jul 07 18:38:06.402149 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e7675e0f-9a96-4530-988c-0a7e67f661bc req-35c07840-9b2d-4c0f-9338-9fcc5262cf36 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.89 "DELETE /v2.0/ports/de327bea-027f-4c3d-8a80-b36f629ebd89 HTTP/1.1" status: 204 len: 173 time: 1.5827198 Jul 07 18:38:06.426766 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-8d20dc3b-603d-4646-98a1-1d1a1dc6ae39 None None] Set router 77da480b-5db5-4ea6-9220-c2e479e5060c gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:38:06.459774 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151086d-b99a-4c54-ae25-1d9355bf84a3 req-5e0dabf3-ae7b-4fd3-b588-7222c571c1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:06.461322 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e151086d-b99a-4c54-ae25-1d9355bf84a3 req-5e0dabf3-ae7b-4fd3-b588-7222c571c1d9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=72d36f31-17c4-4180-b454-ed56f784f3fe HTTP/1.1" status: 200 len: 910 time: 0.1636765 Jul 07 18:38:06.574502 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e151086d-b99a-4c54-ae25-1d9355bf84a3 req-85da27a2-306e-46c2-95f0-97f7ad00fc8e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0a4dc4f-23cf-4e62-b7be-2d4514593e41 HTTP/1.1" status: 200 len: 1001 time: 0.1038702 Jul 07 18:38:06.643420 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151086d-b99a-4c54-ae25-1d9355bf84a3 req-5c2a9a81-974e-4afe-ae84-e5f771ff34c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:06.644886 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e151086d-b99a-4c54-ae25-1d9355bf84a3 req-5c2a9a81-974e-4afe-ae84-e5f771ff34c5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9e464e48-25e4-4c21-b21a-865fedb9b97b HTTP/1.1" status: 200 len: 848 time: 0.0600924 Jul 07 18:38:06.725153 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151086d-b99a-4c54-ae25-1d9355bf84a3 req-6bccec36-4cbb-4052-ad68-bfae07c9bc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:06.726639 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e151086d-b99a-4c54-ae25-1d9355bf84a3 req-6bccec36-4cbb-4052-ad68-bfae07c9bc12 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=72d36f31-17c4-4180-b454-ed56f784f3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0737400 Jul 07 18:38:06.782087 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-8d20dc3b-603d-4646-98a1-1d1a1dc6ae39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'name': 'tempest-AttachVolumeShelveTestJSON-1160312080-router', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:23Z', 'revision_number': 4, 'project_id': '141aaf718a50403cb0402f655c144713', 'gw_port': {'id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '9e70d4d3-286f-483f-9d89-0dbfa2d214e0', 'name': '', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'mac_address': 'fa:16:3e:f9:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:18Z', 'updated_at': '2021-07-07T18:31:37Z', 'revision_number': 5, 'project_id': '141aaf718a50403cb0402f655c144713', 'subnets': [{'id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:06.786022 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d20dc3b-603d-4646-98a1-1d1a1dc6ae39 None None] Checking router: 77da480b-5db5-4ea6-9220-c2e479e5060c for host: dv-cinder-798696-1-smb {{(pid=78479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:38:06.794684 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d20dc3b-603d-4646-98a1-1d1a1dc6ae39 None None] Routers {'77da480b-5db5-4ea6-9220-c2e479e5060c'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:38:06.795330 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-8d20dc3b-603d-4646-98a1-1d1a1dc6ae39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:37:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['77da480b-5db5-4ea6-9220-c2e479e5060c'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:06.863809 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e151086d-b99a-4c54-ae25-1d9355bf84a3 req-ae612203-a70f-4e62-b189-ff24d8f7d739 service neutron] 10.222.0.89 "GET /v2.0/networks/72d36f31-17c4-4180-b454-ed56f784f3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299145 Jul 07 18:38:06.891924 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-65362497-3889-4a45-87f0-7d8753ac3581 req-c035554e-8d3c-4c9d-9616-afcadf2ad36e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd04edfc-18ee-4859-8fc0-9e3b09b58388 HTTP/1.1" status: 200 len: 210 time: 0.0521584 Jul 07 18:38:06.997710 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-8d20dc3b-603d-4646-98a1-1d1a1dc6ae39 None None] Set router 77da480b-5db5-4ea6-9220-c2e479e5060c gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:38:07.024368 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e151086d-b99a-4c54-ae25-1d9355bf84a3 req-f7cf9e3b-641b-4cda-b429-353dabbf954a service neutron] 10.222.0.89 "GET /v2.0/networks/72d36f31-17c4-4180-b454-ed56f784f3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493082 Jul 07 18:38:07.324030 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-8d20dc3b-603d-4646-98a1-1d1a1dc6ae39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'name': 'tempest-AttachVolumeShelveTestJSON-1160312080-router', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:23Z', 'revision_number': 4, 'project_id': '141aaf718a50403cb0402f655c144713', 'gw_port': {'id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '9e70d4d3-286f-483f-9d89-0dbfa2d214e0', 'name': '', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'mac_address': 'fa:16:3e:f9:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:18Z', 'updated_at': '2021-07-07T18:31:37Z', 'revision_number': 5, 'project_id': '141aaf718a50403cb0402f655c144713', 'subnets': [{'id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:07.328255 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d20dc3b-603d-4646-98a1-1d1a1dc6ae39 None None] The sync data for ids ['77da480b-5db5-4ea6-9220-c2e479e5060c'] in dv-cinder-798696-1-smb is: [{'id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'name': 'tempest-AttachVolumeShelveTestJSON-1160312080-router', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:23Z', 'revision_number': 4, 'project_id': '141aaf718a50403cb0402f655c144713', 'gw_port': {'id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '9e70d4d3-286f-483f-9d89-0dbfa2d214e0', 'name': '', 'network_id': '8aa84765-413d-4dc2-8d21-d785f19625b4', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'mac_address': 'fa:16:3e:f9:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:18Z', 'updated_at': '2021-07-07T18:31:37Z', 'revision_number': 5, 'project_id': '141aaf718a50403cb0402f655c144713', 'subnets': [{'id': 'e0732594-4d25-48f2-b3f5-656ff1b826e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:38:07.539253 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0ad75d-a769-4f64-ae4b-4ca994590c09 None None] New status for floating IP befa0782-7065-4f2f-8fe0-4b8de08eeaab: DOWN {{(pid=78480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:38:08.018588 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33036) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:38:08.085148 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-93ac1197-289a-41c1-aefe-79d6cb7c0734 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:08.112320 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-93ac1197-289a-41c1-aefe-79d6cb7c0734 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:08.167386 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-93ac1197-289a-41c1-aefe-79d6cb7c0734 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:08.171378 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-a5d28653-6124-4e8f-b096-7e8a03aff16f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:08.185366 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac1197-289a-41c1-aefe-79d6cb7c0734 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3f0501-f384-464c-b7c1-0f217ab30c1c,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:08.188537 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-93ac1197-289a-41c1-aefe-79d6cb7c0734 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:08.198409 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-93ac1197-289a-41c1-aefe-79d6cb7c0734 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:08.199647 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-93ac1197-289a-41c1-aefe-79d6cb7c0734 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "DELETE /v2.0/security-groups/bf3f0501-f384-464c-b7c1-0f217ab30c1c HTTP/1.1" status: 204 len: 168 time: 0.1798999 Jul 07 18:38:08.202605 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33040) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:38:08.218995 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.api.v2.resource [None req-d845d413-cc71-4b3e-ad87-6d7c0e7a7479 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] show failed (client error): The resource could not be found. Jul 07 18:38:08.219993 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-d845d413-cc71-4b3e-ad87-6d7c0e7a7479 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "GET /v2.0/security-groups/bf3f0501-f384-464c-b7c1-0f217ab30c1c HTTP/1.1" status: 404 len: 347 time: 0.0164678 Jul 07 18:38:08.222838 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33044) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:38:08.466052 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-44e81156-035d-49b2-b8a8-391b049330c3 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Deleting port 327ed2b0-23da-4048-9fd8-55f484c5c6cf {{(pid=78478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:38:08.466388 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-44e81156-035d-49b2-b8a8-391b049330c3 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:08.559397 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device de327bea-027f-4c3d-8a80-b36f629ebd89 no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:38:08.593307 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] No Port match for: de327bea-027f-4c3d-8a80-b36f629ebd89 {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:38:08.593759 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device de327bea-027f-4c3d-8a80-b36f629ebd89 not bound to the agent host hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:38:08.641529 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-44e81156-035d-49b2-b8a8-391b049330c3 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:08.641843 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-44e81156-035d-49b2-b8a8-391b049330c3 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:08.763779 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-44e81156-035d-49b2-b8a8-391b049330c3 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Calling delete_port for 327ed2b0-23da-4048-9fd8-55f484c5c6cf owned by network:floatingip {{(pid=78478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:38:08.907517 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-44e81156-035d-49b2-b8a8-391b049330c3 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4077769'] for port, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:08.911890 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-eb950520-78b2-4844-84b1-d47419506450 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:08.957104 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e81156-035d-49b2-b8a8-391b049330c3 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Pushing event deleted for resources: {'Port': ['ID=327ed2b0-23da-4048-9fd8-55f484c5c6cf,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:08.960071 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-44e81156-035d-49b2-b8a8-391b049330c3 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:09.055202 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-44e81156-035d-49b2-b8a8-391b049330c3 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks [] for floatingip, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:09.069957 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-44e81156-035d-49b2-b8a8-391b049330c3 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for floatingip, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:09.071713 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-44e81156-035d-49b2-b8a8-391b049330c3 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] 10.222.0.41 "DELETE /v2.0/floatingips/befa0782-7065-4f2f-8fe0-4b8de08eeaab HTTP/1.1" status: 204 len: 168 time: 0.8479359 Jul 07 18:38:11.837823 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33070) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:38:12.530291 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-462460d6-2947-438a-ba91-a94d80f414f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546929'] for router_interface, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:12.981156 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-462460d6-2947-438a-ba91-a94d80f414f7 admin admin] Deleting port 9e70d4d3-286f-483f-9d89-0dbfa2d214e0 {{(pid=78478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:38:12.981692 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-462460d6-2947-438a-ba91-a94d80f414f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:13.165471 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.db [None req-462460d6-2947-438a-ba91-a94d80f414f7 admin admin] For port 9e70d4d3-286f-483f-9d89-0dbfa2d214e0, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=9e70d4d3-286f-483f-9d89-0dbfa2d214e0,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:38:13.165825 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-462460d6-2947-438a-ba91-a94d80f414f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:13.290568 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-462460d6-2947-438a-ba91-a94d80f414f7 admin admin] Calling delete_port for 9e70d4d3-286f-483f-9d89-0dbfa2d214e0 owned by network:router_interface {{(pid=78478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:38:13.470262 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-462460d6-2947-438a-ba91-a94d80f414f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4077769'] for port, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:13.475346 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-7c4d3de3-348f-4607-8050-df31a584b0ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:13.521717 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462460d6-2947-438a-ba91-a94d80f414f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e70d4d3-286f-483f-9d89-0dbfa2d214e0,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:13.563461 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462460d6-2947-438a-ba91-a94d80f414f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:13.563832 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462460d6-2947-438a-ba91-a94d80f414f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:13.564196 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462460d6-2947-438a-ba91-a94d80f414f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:13.564549 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462460d6-2947-438a-ba91-a94d80f414f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:13.564900 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462460d6-2947-438a-ba91-a94d80f414f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:13.565292 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462460d6-2947-438a-ba91-a94d80f414f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:13.565642 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462460d6-2947-438a-ba91-a94d80f414f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:13.565992 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462460d6-2947-438a-ba91-a94d80f414f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:13.566341 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462460d6-2947-438a-ba91-a94d80f414f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:13.566683 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462460d6-2947-438a-ba91-a94d80f414f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:13.567130 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462460d6-2947-438a-ba91-a94d80f414f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:13.567475 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462460d6-2947-438a-ba91-a94d80f414f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:13.595153 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-462460d6-2947-438a-ba91-a94d80f414f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:13.798949 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-462460d6-2947-438a-ba91-a94d80f414f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547013'] for router_interface, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:14.161788 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462460d6-2947-438a-ba91-a94d80f414f7 admin admin] Router 77da480b-5db5-4ea6-9220-c2e479e5060c has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:38:14.446845 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462460d6-2947-438a-ba91-a94d80f414f7 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:38:14.455299 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b909b3cb-b2ae-48c8-8b11-4dc4222756de None None] Sync routers for ids ['77da480b-5db5-4ea6-9220-c2e479e5060c'] in dv-cinder-798696-1-smb {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:38:14.460227 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-462460d6-2947-438a-ba91-a94d80f414f7 admin admin] 10.222.0.41 "PUT /v2.0/routers/77da480b-5db5-4ea6-9220-c2e479e5060c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6213214 Jul 07 18:38:14.462749 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 33076) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:38:14.464649 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b909b3cb-b2ae-48c8-8b11-4dc4222756de None None] Routers {'77da480b-5db5-4ea6-9220-c2e479e5060c'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:38:14.465375 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-b909b3cb-b2ae-48c8-8b11-4dc4222756de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:37:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['77da480b-5db5-4ea6-9220-c2e479e5060c'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:14.636406 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-bb620f21-bbad-4352-98c7-9ad57de18284 admin admin] Notify callbacks [] for router, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:14.641265 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-b909b3cb-b2ae-48c8-8b11-4dc4222756de None None] Set router 77da480b-5db5-4ea6-9220-c2e479e5060c gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:38:14.914772 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-bb620f21-bbad-4352-98c7-9ad57de18284 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:14.924489 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-b909b3cb-b2ae-48c8-8b11-4dc4222756de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'name': 'tempest-AttachVolumeShelveTestJSON-1160312080-router', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:38:13Z', 'revision_number': 5, 'project_id': '141aaf718a50403cb0402f655c144713', 'gw_port': {'id': '92adf09f-0d0e-4cec-bddc-09deb96d8517', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:14.925531 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [None req-bb620f21-bbad-4352-98c7-9ad57de18284 admin admin] Deleting port 92adf09f-0d0e-4cec-bddc-09deb96d8517 {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:38:14.926432 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-bb620f21-bbad-4352-98c7-9ad57de18284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:14.928754 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b909b3cb-b2ae-48c8-8b11-4dc4222756de None None] Checking router: 77da480b-5db5-4ea6-9220-c2e479e5060c for host: dv-cinder-798696-1-smb {{(pid=78479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:38:14.937668 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b909b3cb-b2ae-48c8-8b11-4dc4222756de None None] Routers {'77da480b-5db5-4ea6-9220-c2e479e5060c'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:38:14.938405 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-b909b3cb-b2ae-48c8-8b11-4dc4222756de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:37:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['77da480b-5db5-4ea6-9220-c2e479e5060c'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:15.114809 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [None req-bb620f21-bbad-4352-98c7-9ad57de18284 admin admin] For port 92adf09f-0d0e-4cec-bddc-09deb96d8517, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=92adf09f-0d0e-4cec-bddc-09deb96d8517,segment=NetworkSegment(34c6f55a-e384-474c-af70-55cf6bf9ed8f),segment_id=34c6f55a-e384-474c-af70-55cf6bf9ed8f)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:38:15.115172 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-bb620f21-bbad-4352-98c7-9ad57de18284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:15.147667 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-b909b3cb-b2ae-48c8-8b11-4dc4222756de None None] Set router 77da480b-5db5-4ea6-9220-c2e479e5060c gateway port host: None {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:38:15.239452 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [None req-bb620f21-bbad-4352-98c7-9ad57de18284 admin admin] Calling delete_port for 92adf09f-0d0e-4cec-bddc-09deb96d8517 owned by network:router_gateway {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:38:15.252080 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-b909b3cb-b2ae-48c8-8b11-4dc4222756de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'name': 'tempest-AttachVolumeShelveTestJSON-1160312080-router', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:38:14Z', 'revision_number': 6, 'project_id': '141aaf718a50403cb0402f655c144713', 'gw_port_host': None}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:15.256773 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b909b3cb-b2ae-48c8-8b11-4dc4222756de None None] The sync data for ids ['77da480b-5db5-4ea6-9220-c2e479e5060c'] in dv-cinder-798696-1-smb is: [{'id': '77da480b-5db5-4ea6-9220-c2e479e5060c', 'name': 'tempest-AttachVolumeShelveTestJSON-1160312080-router', 'tenant_id': '141aaf718a50403cb0402f655c144713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:38:14Z', 'revision_number': 6, 'project_id': '141aaf718a50403cb0402f655c144713', 'gw_port_host': None}] {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:38:15.408557 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-bb620f21-bbad-4352-98c7-9ad57de18284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:15.412486 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-cb851df4-bf47-449b-98b0-c15de433ccfd tempest-ServerRescueNegativeTestJSON-397368248 tempest-ServerRescueNegativeTestJSON-397368248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:15.455166 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb620f21-bbad-4352-98c7-9ad57de18284 admin admin] Pushing event deleted for resources: {'Port': ['ID=92adf09f-0d0e-4cec-bddc-09deb96d8517,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:15.457765 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-bb620f21-bbad-4352-98c7-9ad57de18284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:15.547225 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-bb620f21-bbad-4352-98c7-9ad57de18284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553050'] for router_gateway, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:15.729884 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-bb620f21-bbad-4352-98c7-9ad57de18284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2520'] for router, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:15.732114 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-bb620f21-bbad-4352-98c7-9ad57de18284 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:15.756821 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-bb620f21-bbad-4352-98c7-9ad57de18284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548025'] for router, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:15.757333 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb620f21-bbad-4352-98c7-9ad57de18284 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77da480b-5db5-4ea6-9220-c2e479e5060c {{(pid=78477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 07 18:38:15.773239 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-bb620f21-bbad-4352-98c7-9ad57de18284 admin admin] Notify callbacks [] for router, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:15.774381 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-bb620f21-bbad-4352-98c7-9ad57de18284 admin admin] 10.222.0.41 "DELETE /v2.0/routers/77da480b-5db5-4ea6-9220-c2e479e5060c HTTP/1.1" status: 204 len: 168 time: 1.3106048 Jul 07 18:38:15.776897 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 33080) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:38:15.835825 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_v2 [None req-136af30d-d261-4ca5-a1bb-4cdd7db2c56d admin admin] Deleting subnet e0732594-4d25-48f2-b3f5-656ff1b826e7 {{(pid=78477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 07 18:38:15.838699 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-136af30d-d261-4ca5-a1bb-4cdd7db2c56d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:15.890245 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-136af30d-d261-4ca5-a1bb-4cdd7db2c56d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2398916'] for subnet, precommit_delete_associations {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:15.968882 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-136af30d-d261-4ca5-a1bb-4cdd7db2c56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15871345'] for subnet, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:15.994577 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 9e70d4d3-286f-483f-9d89-0dbfa2d214e0 no longer exists at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:38:16.029609 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] No Port match for: 9e70d4d3-286f-483f-9d89-0dbfa2d214e0 {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:38:16.029966 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 9e70d4d3-286f-483f-9d89-0dbfa2d214e0 not bound to the agent host dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:38:16.047688 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-136af30d-d261-4ca5-a1bb-4cdd7db2c56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15868612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4006565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2372143'] for subnet, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:16.053173 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:16.095530 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-136af30d-d261-4ca5-a1bb-4cdd7db2c56d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:16.098596 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136af30d-d261-4ca5-a1bb-4cdd7db2c56d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0732594-4d25-48f2-b3f5-656ff1b826e7,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:16.101156 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780cda0a-b1ce-4425-b9ed-2bf98ba1190e None None] Network 8aa84765-413d-4dc2-8d21-d785f19625b4 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:38:16.101656 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-136af30d-d261-4ca5-a1bb-4cdd7db2c56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:16.107265 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-136af30d-d261-4ca5-a1bb-4cdd7db2c56d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e0732594-4d25-48f2-b3f5-656ff1b826e7 HTTP/1.1" status: 204 len: 168 time: 0.3293104 Jul 07 18:38:16.107417 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33084) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:38:16.216010 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ecc1b0d3-8655-4e08-b094-73867c1f7a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16713874'] for network, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:16.227435 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-ecc1b0d3-8655-4e08-b094-73867c1f7a9a admin admin] Deleting port bdea418d-d760-46a0-9c37-64103734f007 {{(pid=78478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:38:16.227953 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ecc1b0d3-8655-4e08-b094-73867c1f7a9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:16.366487 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7b345b-23e2-4cc8-a257-43893ace1db4 None None] DHCP port deletion for 8aa84765-413d-4dc2-8d21-d785f19625b4 request from dv-cinder-798696-1-smb {{(pid=78479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 07 18:38:16.371124 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-ab7b345b-23e2-4cc8-a257-43893ace1db4 None None] Deleting port bdea418d-d760-46a0-9c37-64103734f007 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:38:16.371503 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ab7b345b-23e2-4cc8-a257-43893ace1db4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:16.440901 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.db [None req-ecc1b0d3-8655-4e08-b094-73867c1f7a9a admin admin] For port bdea418d-d760-46a0-9c37-64103734f007, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=bdea418d-d760-46a0-9c37-64103734f007,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:38:16.441245 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ecc1b0d3-8655-4e08-b094-73867c1f7a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:16.563355 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-ecc1b0d3-8655-4e08-b094-73867c1f7a9a admin admin] Calling delete_port for bdea418d-d760-46a0-9c37-64103734f007 owned by network:dhcp {{(pid=78478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:38:16.576389 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-ab7b345b-23e2-4cc8-a257-43893ace1db4 None None] For port bdea418d-d760-46a0-9c37-64103734f007, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=bdea418d-d760-46a0-9c37-64103734f007,segment=NetworkSegment(9d388b74-63ed-4e83-854a-630c6157b3b4),segment_id=9d388b74-63ed-4e83-854a-630c6157b3b4)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:38:16.576792 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ab7b345b-23e2-4cc8-a257-43893ace1db4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:16.640323 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ecc1b0d3-8655-4e08-b094-73867c1f7a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4077769'] for port, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:16.645133 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:16.693643 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1b0d3-8655-4e08-b094-73867c1f7a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=bdea418d-d760-46a0-9c37-64103734f007,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:16.696634 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-ecc1b0d3-8655-4e08-b094-73867c1f7a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:16.697397 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc1b0d3-8655-4e08-b094-73867c1f7a9a admin admin] No DVR routers for this DVR port bdea418d-d760-46a0-9c37-64103734f007 on host dv-cinder-798696-1-smb {{(pid=78478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:38:16.701589 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-ab7b345b-23e2-4cc8-a257-43893ace1db4 None None] Calling delete_port for bdea418d-d760-46a0-9c37-64103734f007 owned by network:dhcp {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:38:16.772697 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.db.api [None req-ab7b345b-23e2-4cc8-a257-43893ace1db4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:38:16.773056 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_db.api [None req-ab7b345b-23e2-4cc8-a257-43893ace1db4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:38:16.813656 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ecc1b0d3-8655-4e08-b094-73867c1f7a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15866878', 'neutron.services.segments.db._delete_segments_for_network-8734830643384'] for network, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:16.826397 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-ecc1b0d3-8655-4e08-b094-73867c1f7a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa84765-413d-4dc2-8d21-d785f19625b4']}} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:16.838349 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-ecc1b0d3-8655-4e08-b094-73867c1f7a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d388b74-63ed-4e83-854a-630c6157b3b4') {'for_net_delete': True} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:16.838701 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-ecc1b0d3-8655-4e08-b094-73867c1f7a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d388b74-63ed-4e83-854a-630c6157b3b4') {} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:16.850474 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ecc1b0d3-8655-4e08-b094-73867c1f7a9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734830655007', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4079300'] for segment, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:16.867498 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ecc1b0d3-8655-4e08-b094-73867c1f7a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:16.873609 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc1b0d3-8655-4e08-b094-73867c1f7a9a admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=78478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:38:16.873993 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ecc1b0d3-8655-4e08-b094-73867c1f7a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15873862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4077724'] for segment, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: Traceback (most recent call last): Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: timer() Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: cb(*args, **kw) Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: return func(*args, **kwargs) Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: self._notify() Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: self.callback(batched_events) Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: event.method(event) Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: return f(self, *a, **k) Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: return self._get(url).json() Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: return self.request(url, 'GET', **kwargs) Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:38:16.886947 dv-cinder-798696-1-smb neutron-server[78478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:38:16.964340 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ecc1b0d3-8655-4e08-b094-73867c1f7a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15866871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553073'] for network, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:16.969562 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-ecc1b0d3-8655-4e08-b094-73867c1f7a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:16.972517 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:16.995307 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1b0d3-8655-4e08-b094-73867c1f7a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=8aa84765-413d-4dc2-8d21-d785f19625b4,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:17.000568 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-ecc1b0d3-8655-4e08-b094-73867c1f7a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:17.008661 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-ecc1b0d3-8655-4e08-b094-73867c1f7a9a admin admin] 10.222.0.41 "DELETE /v2.0/networks/8aa84765-413d-4dc2-8d21-d785f19625b4 HTTP/1.1" status: 204 len: 168 time: 0.9002731 Jul 07 18:38:17.124922 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 33090) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:38:17.173078 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-ac6ecd66-2155-4fc4-a83f-cab9480b02ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=141aaf718a50403cb0402f655c144713&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0469074 Jul 07 18:38:17.175468 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 33094) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:38:17.232178 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-913b6d79-3d53-4fb6-9564-b517f4e215fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:17.256850 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-913b6d79-3d53-4fb6-9564-b517f4e215fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:17.274032 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-ab7b345b-23e2-4cc8-a257-43893ace1db4 None None] Deleting port bdea418d-d760-46a0-9c37-64103734f007 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:38:17.274541 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ab7b345b-23e2-4cc8-a257-43893ace1db4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:17.309236 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-913b6d79-3d53-4fb6-9564-b517f4e215fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:17.314225 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-cfce2b95-0bbf-4578-b394-e169515377f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:17.328027 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b6d79-3d53-4fb6-9564-b517f4e215fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3da94df-0220-4626-a302-639116d66eab,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:17.333062 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-913b6d79-3d53-4fb6-9564-b517f4e215fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:17.335500 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-913b6d79-3d53-4fb6-9564-b517f4e215fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:17.339847 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-913b6d79-3d53-4fb6-9564-b517f4e215fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3da94df-0220-4626-a302-639116d66eab HTTP/1.1" status: 204 len: 168 time: 0.1602709 Jul 07 18:38:17.349612 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-ab7b345b-23e2-4cc8-a257-43893ace1db4 None None] The port 'bdea418d-d760-46a0-9c37-64103734f007' was deleted {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 07 18:38:17.450556 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device bdea418d-d760-46a0-9c37-64103734f007 no longer exists at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:38:17.485262 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] No Port match for: bdea418d-d760-46a0-9c37-64103734f007 {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:38:17.485617 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device bdea418d-d760-46a0-9c37-64103734f007 not bound to the agent host dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:38:17.486047 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 92adf09f-0d0e-4cec-bddc-09deb96d8517 no longer exists at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:38:17.521010 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] No Port match for: 92adf09f-0d0e-4cec-bddc-09deb96d8517 {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:38:17.521360 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 92adf09f-0d0e-4cec-bddc-09deb96d8517 not bound to the agent host dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:38:17.570748 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b6a4940a-387d-4ba4-9e31-4a8e284f1545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.064542 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 33118) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:38:18.147121 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.172200 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-daa4ab4d-f641-4a94-bbd6-58bc688aa031 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1307153238-network', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:38:18.177336 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-daa4ab4d-f641-4a94-bbd6-58bc688aa031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:38:18.181233 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-daa4ab4d-f641-4a94-bbd6-58bc688aa031 admin admin] Usage tracker for resource:network and tenant:bb49104326a14863b5e210bd0c724dd1 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:38:18.184527 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-daa4ab4d-f641-4a94-bbd6-58bc688aa031 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:38:18.190563 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-daa4ab4d-f641-4a94-bbd6-58bc688aa031 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:38:18.203970 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa4ab4d-f641-4a94-bbd6-58bc688aa031 admin admin] Made reservation on behalf of bb49104326a14863b5e210bd0c724dd1 for: {'network': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:38:18.206262 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-daa4ab4d-f641-4a94-bbd6-58bc688aa031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for network, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.306603 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-daa4ab4d-f641-4a94-bbd6-58bc688aa031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.320876 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-daa4ab4d-f641-4a94-bbd6-58bc688aa031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:38:18.324933 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-daa4ab4d-f641-4a94-bbd6-58bc688aa031 admin admin] Usage tracker for resource:security_group_rule and tenant:bb49104326a14863b5e210bd0c724dd1 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:38:18.328014 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-daa4ab4d-f641-4a94-bbd6-58bc688aa031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:38:18.333513 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-daa4ab4d-f641-4a94-bbd6-58bc688aa031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:38:18.416603 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-daa4ab4d-f641-4a94-bbd6-58bc688aa031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.420464 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-daa4ab4d-f641-4a94-bbd6-58bc688aa031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.424517 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-e98d023a-3563-42aa-ae83-c6e1ebaaafbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:18.448484 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa4ab4d-f641-4a94-bbd6-58bc688aa031 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=78477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:38:18.461927 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4ab4d-f641-4a94-bbd6-58bc688aa031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440da8a5-467b-441b-bade-4d3c24caf7b5,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:18.466059 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-daa4ab4d-f641-4a94-bbd6-58bc688aa031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:18.467006 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-daa4ab4d-f641-4a94-bbd6-58bc688aa031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.467347 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.db.segments_db [None req-daa4ab4d-f641-4a94-bbd6-58bc688aa031 admin admin] Added segment 50d2761b-3053-4c1d-83ce-a737016e2729 of type vlan for network 760af8f8-1ef6-429f-9b6a-85a88fd2043e Jul 07 18:38:18.494212 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-daa4ab4d-f641-4a94-bbd6-58bc688aa031 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734830079582'] for network, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.523706 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-daa4ab4d-f641-4a94-bbd6-58bc688aa031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for network, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.525059 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa4ab4d-f641-4a94-bbd6-58bc688aa031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:18.525654 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-daa4ab4d-f641-4a94-bbd6-58bc688aa031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.530564 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:18.633819 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-daa4ab4d-f641-4a94-bbd6-58bc688aa031 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5676112 Jul 07 18:38:18.634758 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4ab4d-f641-4a94-bbd6-58bc688aa031 admin admin] Pushing event updated for resources: {'Network': ['ID=760af8f8-1ef6-429f-9b6a-85a88fd2043e,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:18.636800 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33126) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:38:18.637597 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-daa4ab4d-f641-4a94-bbd6-58bc688aa031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:18.642934 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-a9c28ccb-611f-4def-b6f1-a4fffd1c6334 admin admin] Request body: {'subnet': {'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1307153238-subnet', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:38:18.645541 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Network 760af8f8-1ef6-429f-9b6a-85a88fd2043e details requested by agent ovs-agent-dv-cinder-798696-1-smb with host dv-cinder-798696-1-smb {{(pid=78479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 07 18:38:18.648108 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-a9c28ccb-611f-4def-b6f1-a4fffd1c6334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:38:18.652386 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-a9c28ccb-611f-4def-b6f1-a4fffd1c6334 admin admin] Usage tracker for resource:subnet and tenant:bb49104326a14863b5e210bd0c724dd1 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:38:18.655418 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-a9c28ccb-611f-4def-b6f1-a4fffd1c6334 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:38:18.661446 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-a9c28ccb-611f-4def-b6f1-a4fffd1c6334 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:38:18.672496 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c28ccb-611f-4def-b6f1-a4fffd1c6334 admin admin] Made reservation on behalf of bb49104326a14863b5e210bd0c724dd1 for: {'subnet': 1} {{(pid=78478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:38:18.675380 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a9c28ccb-611f-4def-b6f1-a4fffd1c6334 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3274056'] for subnet, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.885569 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a9c28ccb-611f-4def-b6f1-a4fffd1c6334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3274078'] for subnet, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.889337 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-10315678-12f6-4b22-ba57-0eb3dc961455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:18.963933 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c28ccb-611f-4def-b6f1-a4fffd1c6334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4882366c-12d3-430a-830c-694134492744,revision_number=0']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:18.967263 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-a9c28ccb-611f-4def-b6f1-a4fffd1c6334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:18.974408 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c28ccb-611f-4def-b6f1-a4fffd1c6334 admin admin] Checking segment: {'id': '50d2761b-3053-4c1d-83ce-a737016e2729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:38:18.976027 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c28ccb-611f-4def-b6f1-a4fffd1c6334 admin admin] Network hostable DHCP agents. Network: 760af8f8-1ef6-429f-9b6a-85a88fd2043e, hostable agents: ['7844bae0-677e-4565-b01a-e2785e2cda9f'], hosted agents: [] {{(pid=78478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:38:18.995127 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c28ccb-611f-4def-b6f1-a4fffd1c6334 admin admin] Network 760af8f8-1ef6-429f-9b6a-85a88fd2043e is scheduled to be hosted by DHCP agent 7844bae0-677e-4565-b01a-e2785e2cda9f with binding_index 1 {{(pid=78478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:38:19.005582 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-a9c28ccb-611f-4def-b6f1-a4fffd1c6334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-smb, 760af8f8-1ef6-429f-9b6a-85a88fd2043e) {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:38:19.010125 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c28ccb-611f-4def-b6f1-a4fffd1c6334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:19.010945 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-a9c28ccb-611f-4def-b6f1-a4fffd1c6334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.016318 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ffa2f9-1915-4d3f-8903-c8a5c85dd440 None None] Network 760af8f8-1ef6-429f-9b6a-85a88fd2043e requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:38:19.044227 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-a9c28ccb-611f-4def-b6f1-a4fffd1c6334 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4061151 Jul 07 18:38:19.047182 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33130) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:38:19.053462 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-dcf25d29-6e42-4831-9212-284b66703540 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1307153238-router', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11'}}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:38:19.058583 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-dcf25d29-6e42-4831-9212-284b66703540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:38:19.062867 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-dcf25d29-6e42-4831-9212-284b66703540 admin admin] Usage tracker for resource:router and tenant:bb49104326a14863b5e210bd0c724dd1 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:38:19.065937 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-dcf25d29-6e42-4831-9212-284b66703540 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:38:19.071711 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-dcf25d29-6e42-4831-9212-284b66703540 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:38:19.083458 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-dcf25d29-6e42-4831-9212-284b66703540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-546955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2478'] for router, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.084472 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-dcf25d29-6e42-4831-9212-284b66703540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-699805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709345', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2519'] for router, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.101534 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-dcf25d29-6e42-4831-9212-284b66703540 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.257841 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8f3e94d-d4ff-597a-b978-e9d82c1a24d1-760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'fixed_ips': [{'subnet_id': '4882366c-12d3-430a-830c-694134492744'}]}} from dv-cinder-798696-1-smb. {{(pid=78479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 07 18:38:19.258693 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.452332 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] Allocated IP 172.20.0.2 (760af8f8-1ef6-429f-9b6a-85a88fd2043e/4882366c-12d3-430a-830c-694134492744/2d695596-7633-4765-bbbc-99f343371cd7) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:38:19.483948 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-dcf25d29-6e42-4831-9212-284b66703540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-552987', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-546964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2497'] for router, precommit_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.658229 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.669402 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] Transition to ACTIVE for port object 2d695596-7633-4765-bbbc-99f343371cd7 will not be triggered until provisioned by entity L2. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:38:19.688471 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] Transition to ACTIVE for port object 2d695596-7633-4765-bbbc-99f343371cd7 will not be triggered until provisioned by entity DHCP. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:38:19.694489 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.699480 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:19.762011 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] Network 760af8f8-1ef6-429f-9b6a-85a88fd2043e is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:38:19.764739 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:38:19.767239 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:38:19.791009 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-dcf25d29-6e42-4831-9212-284b66703540 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.806351 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] Pushing event updated for resources: {'Port': ['ID=2d695596-7633-4765-bbbc-99f343371cd7,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:19.809284 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:19.820634 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-dcf25d29-6e42-4831-9212-284b66703540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.863812 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] Attempting to bind port 2d695596-7633-4765-bbbc-99f343371cd7 on host dv-cinder-798696-1-smb for vnic_type normal with profile {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:38:19.864180 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] Attempting to bind port 2d695596-7633-4765-bbbc-99f343371cd7 by drivers openvswitch,hyperv on host dv-cinder-798696-1-smb at level 0 using segments [{'id': '50d2761b-3053-4c1d-83ce-a737016e2729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e'}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:38:19.864541 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] Attempting to bind port 2d695596-7633-4765-bbbc-99f343371cd7 on network 760af8f8-1ef6-429f-9b6a-85a88fd2043e {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:38:19.869771 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] Checking agent: {'id': '0db86e1d-da65-40b6-b0e9-b4ccdca3fd82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 18), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:38:19.870145 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] Checking segment: {'id': '50d2761b-3053-4c1d-83ce-a737016e2729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:38:19.870549 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.870965 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] Bound using segment: {'id': '50d2761b-3053-4c1d-83ce-a737016e2729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e'} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:38:19.871429 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] Bound port: 2d695596-7633-4765-bbbc-99f343371cd7, host: dv-cinder-798696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d2761b-3053-4c1d-83ce-a737016e2729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e'}}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:38:19.871831 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.956449 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.db_base_plugin_common [None req-dcf25d29-6e42-4831-9212-284b66703540 admin admin] Allocated IP 172.28.1.167 (7ef95752-4103-4704-97c1-943158aedf11/1cf84b46-eaf0-4390-8fc2-d553f7bad2f6/83ef97ba-a511-4334-868e-6a5642f4124a) {{(pid=78478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:38:19.965202 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] For port 2d695596-7633-4765-bbbc-99f343371cd7, host dv-cinder-798696-1-smb, cleared binding levels {{(pid=78479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:38:19.968424 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] For port 2d695596-7633-4765-bbbc-99f343371cd7, host dv-cinder-798696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=2d695596-7633-4765-bbbc-99f343371cd7,segment=NetworkSegment(50d2761b-3053-4c1d-83ce-a737016e2729),segment_id=50d2761b-3053-4c1d-83ce-a737016e2729)] {{(pid=78479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:38:19.973384 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.978653 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:20.070379 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] Pushing event updated for resources: {'Port': ['ID=2d695596-7633-4765-bbbc-99f343371cd7,revision_number=2']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:20.072807 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:20.113303 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-dcf25d29-6e42-4831-9212-284b66703540 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:20.145126 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-dcf25d29-6e42-4831-9212-284b66703540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4077769'] for port, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:20.149327 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:20.212778 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf25d29-6e42-4831-9212-284b66703540 admin admin] Network 7ef95752-4103-4704-97c1-943158aedf11 is already hosted by enough agents. {{(pid=78478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:38:20.215684 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-dcf25d29-6e42-4831-9212-284b66703540 admin admin] Resources bound (agent type, host, resource id): {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:38:20.219301 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf25d29-6e42-4831-9212-284b66703540 admin admin] Received port after_create {{(pid=78478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:38:20.253962 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf25d29-6e42-4831-9212-284b66703540 admin admin] Pushing event updated for resources: {'Port': ['ID=83ef97ba-a511-4334-868e-6a5642f4124a,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:20.267995 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-dcf25d29-6e42-4831-9212-284b66703540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:20.278339 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d18462d0-93d0-4abd-8633-bbe20ff9d9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:20.753100 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-dcf25d29-6e42-4831-9212-284b66703540 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:21.009481 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd1382b-47b2-4d04-8463-0b78a6291f07 None None] Network 760af8f8-1ef6-429f-9b6a-85a88fd2043e requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:38:21.105846 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-dcf25d29-6e42-4831-9212-284b66703540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-546946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553022'] for router, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:21.109852 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-685b61b1-a21f-4ec2-94db-2a788b6e4749 None None] Provisioning for port 2d695596-7633-4765-bbbc-99f343371cd7 completed by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:38:21.147795 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:21.312575 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf25d29-6e42-4831-9212-284b66703540 admin admin] Router 078e4861-b602-4538-9285-e11ed23eb895 is scheduled to L3 agent 8deec948-1501-4327-a4fb-a95820cab163 with binding_index 1 {{(pid=78478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:38:21.488818 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 2d695596-7633-4765-bbbc-99f343371cd7 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:38:21.500765 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf25d29-6e42-4831-9212-284b66703540 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:38:21.509891 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ba858-614f-4082-8296-c2461493fb02 None None] Sync routers for ids ['078e4861-b602-4538-9285-e11ed23eb895'] in dv-cinder-798696-1-smb {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:38:21.520146 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ba858-614f-4082-8296-c2461493fb02 None None] Routers {'078e4861-b602-4538-9285-e11ed23eb895'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:38:21.520910 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-598ba858-614f-4082-8296-c2461493fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:38:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['078e4861-b602-4538-9285-e11ed23eb895'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:21.526530 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-dcf25d29-6e42-4831-9212-284b66703540 admin admin] Notify callbacks [] for router, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:21.528131 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-dcf25d29-6e42-4831-9212-284b66703540 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4799933 Jul 07 18:38:21.530907 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33134) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:38:21.560368 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning for port 2d695596-7633-4765-bbbc-99f343371cd7 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:38:21.565086 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 2d695596-7633-4765-bbbc-99f343371cd7 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:38:21.565469 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:21.685412 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:21.716429 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-598ba858-614f-4082-8296-c2461493fb02 None None] Set router 078e4861-b602-4538-9285-e11ed23eb895 gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:38:21.725330 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] For port 2d695596-7633-4765-bbbc-99f343371cd7, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=2d695596-7633-4765-bbbc-99f343371cd7,segment=NetworkSegment(50d2761b-3053-4c1d-83ce-a737016e2729),segment_id=50d2761b-3053-4c1d-83ce-a737016e2729)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:38:21.729452 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:21.732689 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:21.808969 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Pushing event updated for resources: {'Port': ['ID=2d695596-7633-4765-bbbc-99f343371cd7,revision_number=3']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:21.812281 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:22.003940 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-598ba858-614f-4082-8296-c2461493fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078e4861-b602-4538-9285-e11ed23eb895', 'name': 'tempest-AttachVolumeTestJSON-1307153238-router', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:20Z', 'revision_number': 3, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'gw_port': {'id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:22.007862 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ba858-614f-4082-8296-c2461493fb02 None None] Checking router: 078e4861-b602-4538-9285-e11ed23eb895 for host: dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:38:22.009155 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ba858-614f-4082-8296-c2461493fb02 None None] Updating router 078e4861-b602-4538-9285-e11ed23eb895 port 83ef97ba-a511-4334-868e-6a5642f4124a binding host dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:38:22.066427 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-598ba858-614f-4082-8296-c2461493fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:22.332330 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d8ccc875-af05-4612-ae37-c8cba3399ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:22.415843 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-598ba858-614f-4082-8296-c2461493fb02 None None] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:22.428589 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [None req-598ba858-614f-4082-8296-c2461493fb02 None None] Transition to ACTIVE for port object 83ef97ba-a511-4334-868e-6a5642f4124a will not be triggered until provisioned by entity L2. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:38:22.435081 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-598ba858-614f-4082-8296-c2461493fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:22.438727 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-55defe1d-45ea-4d1e-9133-c676fa2752eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:22.515838 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd838f8-5b84-4161-bceb-68ae1e286e8f None None] Pushing event updated for resources: {'Port': ['ID=83ef97ba-a511-4334-868e-6a5642f4124a,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:22.525182 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [None req-598ba858-614f-4082-8296-c2461493fb02 None None] Attempting to bind port 83ef97ba-a511-4334-868e-6a5642f4124a on host dv-cinder-798696-1-smb for vnic_type normal with profile {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:38:22.525597 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [None req-598ba858-614f-4082-8296-c2461493fb02 None None] Attempting to bind port 83ef97ba-a511-4334-868e-6a5642f4124a by drivers openvswitch,hyperv on host dv-cinder-798696-1-smb at level 0 using segments [{'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:38:22.526039 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ba858-614f-4082-8296-c2461493fb02 None None] Attempting to bind port 83ef97ba-a511-4334-868e-6a5642f4124a on network 7ef95752-4103-4704-97c1-943158aedf11 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:38:22.528713 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd838f8-5b84-4161-bceb-68ae1e286e8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:22.529503 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd838f8-5b84-4161-bceb-68ae1e286e8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:22.529503 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd838f8-5b84-4161-bceb-68ae1e286e8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:22.529709 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd838f8-5b84-4161-bceb-68ae1e286e8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:22.529975 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd838f8-5b84-4161-bceb-68ae1e286e8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:22.530330 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd838f8-5b84-4161-bceb-68ae1e286e8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:22.530646 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd838f8-5b84-4161-bceb-68ae1e286e8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:22.530998 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd838f8-5b84-4161-bceb-68ae1e286e8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:22.531307 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd838f8-5b84-4161-bceb-68ae1e286e8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:22.531659 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd838f8-5b84-4161-bceb-68ae1e286e8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:22.532042 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd838f8-5b84-4161-bceb-68ae1e286e8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:22.532237 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd838f8-5b84-4161-bceb-68ae1e286e8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:22.537279 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-5bd838f8-5b84-4161-bceb-68ae1e286e8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:22.540343 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ba858-614f-4082-8296-c2461493fb02 None None] Checking agent: {'id': '0db86e1d-da65-40b6-b0e9-b4ccdca3fd82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 18), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:38:22.540856 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ba858-614f-4082-8296-c2461493fb02 None None] Checking segment: {'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:38:22.541310 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-598ba858-614f-4082-8296-c2461493fb02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:22.541652 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ba858-614f-4082-8296-c2461493fb02 None None] Bound using segment: {'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:38:22.542125 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [None req-598ba858-614f-4082-8296-c2461493fb02 None None] Bound port: 83ef97ba-a511-4334-868e-6a5642f4124a, host: dv-cinder-798696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6f55a-e384-474c-af70-55cf6bf9ed8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ef95752-4103-4704-97c1-943158aedf11'}}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:38:22.542516 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-598ba858-614f-4082-8296-c2461493fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:22.543641 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:22.546067 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.db_base_plugin_common [None req-d8ccc875-af05-4612-ae37-c8cba3399ae9 admin admin] Allocated IP 172.20.0.1 (760af8f8-1ef6-429f-9b6a-85a88fd2043e/4882366c-12d3-430a-830c-694134492744/6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1) {{(pid=78478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:38:22.615770 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-598ba858-614f-4082-8296-c2461493fb02 None None] For port 83ef97ba-a511-4334-868e-6a5642f4124a, host dv-cinder-798696-1-smb, cleared binding levels {{(pid=78480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:38:22.618636 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-598ba858-614f-4082-8296-c2461493fb02 None None] For port 83ef97ba-a511-4334-868e-6a5642f4124a, host dv-cinder-798696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=83ef97ba-a511-4334-868e-6a5642f4124a,segment=NetworkSegment(34c6f55a-e384-474c-af70-55cf6bf9ed8f),segment_id=34c6f55a-e384-474c-af70-55cf6bf9ed8f)] {{(pid=78480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:38:22.623162 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-598ba858-614f-4082-8296-c2461493fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:22.628465 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:22.698780 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd838f8-5b84-4161-bceb-68ae1e286e8f None None] Pushing event updated for resources: {'Port': ['ID=83ef97ba-a511-4334-868e-6a5642f4124a,revision_number=3']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:22.706578 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-5bd838f8-5b84-4161-bceb-68ae1e286e8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:22.711824 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d8ccc875-af05-4612-ae37-c8cba3399ae9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:22.732428 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ba858-614f-4082-8296-c2461493fb02 None None] Routers {'078e4861-b602-4538-9285-e11ed23eb895'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:38:22.733303 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-598ba858-614f-4082-8296-c2461493fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:38:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['078e4861-b602-4538-9285-e11ed23eb895'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:22.737539 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.provisioning_blocks [None req-d8ccc875-af05-4612-ae37-c8cba3399ae9 admin admin] Transition to ACTIVE for port object 6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1 will not be triggered until provisioned by entity DHCP. {{(pid=78478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:38:22.763658 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d8ccc875-af05-4612-ae37-c8cba3399ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4077769'] for port, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:22.768385 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-8330b6e3-9a95-43a0-83cf-f557f9fed276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:22.834294 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ccc875-af05-4612-ae37-c8cba3399ae9 admin admin] Network 760af8f8-1ef6-429f-9b6a-85a88fd2043e is already hosted by enough agents. {{(pid=78478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:38:22.837340 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-d8ccc875-af05-4612-ae37-c8cba3399ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:38:22.841174 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ccc875-af05-4612-ae37-c8cba3399ae9 admin admin] Received port after_create {{(pid=78478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:38:22.879499 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccc875-af05-4612-ae37-c8cba3399ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:22.892394 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-d8ccc875-af05-4612-ae37-c8cba3399ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:22.915566 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d8ccc875-af05-4612-ae37-c8cba3399ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553208'] for router_interface, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:22.932415 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-598ba858-614f-4082-8296-c2461493fb02 None None] Set router 078e4861-b602-4538-9285-e11ed23eb895 gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:38:23.090783 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-1c6fea27-19b9-466b-93d3-c0657414cd67 None None] Provisioning for port 6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1 completed by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:38:23.095712 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-1c6fea27-19b9-466b-93d3-c0657414cd67 None None] Provisioning complete for port 6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1 triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:38:23.096748 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1c6fea27-19b9-466b-93d3-c0657414cd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:23.153413 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-1c6fea27-19b9-466b-93d3-c0657414cd67 None None] Port 6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1 cannot update to ACTIVE because it is not bound. {{(pid=78479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:38:23.193732 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d8ccc875-af05-4612-ae37-c8cba3399ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:23.231301 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-598ba858-614f-4082-8296-c2461493fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078e4861-b602-4538-9285-e11ed23eb895', 'name': 'tempest-AttachVolumeTestJSON-1307153238-router', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:20Z', 'revision_number': 3, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'gw_port': {'id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:23.235180 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ba858-614f-4082-8296-c2461493fb02 None None] The sync data for ids ['078e4861-b602-4538-9285-e11ed23eb895'] in dv-cinder-798696-1-smb is: [{'id': '078e4861-b602-4538-9285-e11ed23eb895', 'name': 'tempest-AttachVolumeTestJSON-1307153238-router', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:20Z', 'revision_number': 3, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'gw_port': {'id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}] {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:38:23.431483 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d8ccc875-af05-4612-ae37-c8cba3399ae9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:23.448873 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d8ccc875-af05-4612-ae37-c8cba3399ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4077760'] for port, after_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:23.474599 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:23.501533 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 2d695596-7633-4765-bbbc-99f343371cd7 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:38:23.571875 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccc875-af05-4612-ae37-c8cba3399ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1,revision_number=2']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:23.574836 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-d8ccc875-af05-4612-ae37-c8cba3399ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:23.578511 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d8ccc875-af05-4612-ae37-c8cba3399ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546883'] for router_interface, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:23.589649 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 2d695596-7633-4765-bbbc-99f343371cd7 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:38:23.590218 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:23.724863 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ccc875-af05-4612-ae37-c8cba3399ae9 admin admin] Network 760af8f8-1ef6-429f-9b6a-85a88fd2043e is already hosted by enough agents. {{(pid=78478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:38:23.725948 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-d8ccc875-af05-4612-ae37-c8cba3399ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:38:23.927874 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ccc875-af05-4612-ae37-c8cba3399ae9 admin admin] Router 078e4861-b602-4538-9285-e11ed23eb895 has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:38:23.987654 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-5b242829-e83e-48fd-ac60-cb6d020f9041 None None] Provisioning complete for port 6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1 triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:38:23.988204 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5b242829-e83e-48fd-ac60-cb6d020f9041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:24.047622 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-5b242829-e83e-48fd-ac60-cb6d020f9041 None None] Port 6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1 cannot update to ACTIVE because it is not bound. {{(pid=78479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:38:24.233955 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ccc875-af05-4612-ae37-c8cba3399ae9 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:38:24.242503 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-d8ccc875-af05-4612-ae37-c8cba3399ae9 admin admin] 10.222.0.41 "PUT /v2.0/routers/078e4861-b602-4538-9285-e11ed23eb895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7106493 Jul 07 18:38:24.638556 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 33146) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:38:24.644772 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-8163e0ce-0109-4eea-ad52-2ac25973bec9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Request body: {'security_group': {'name': 'tempest-securitygroup--516213589', 'description': 'tempest-description--2047736406'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:38:24.650744 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-8163e0ce-0109-4eea-ad52-2ac25973bec9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:38:24.654918 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-8163e0ce-0109-4eea-ad52-2ac25973bec9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Usage tracker for resource:security_group and tenant:bb49104326a14863b5e210bd0c724dd1 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:38:24.657793 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-8163e0ce-0109-4eea-ad52-2ac25973bec9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:38:24.664902 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-8163e0ce-0109-4eea-ad52-2ac25973bec9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:38:24.675176 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-8163e0ce-0109-4eea-ad52-2ac25973bec9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:24.694882 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-8163e0ce-0109-4eea-ad52-2ac25973bec9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:38:24.698591 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-8163e0ce-0109-4eea-ad52-2ac25973bec9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Usage tracker for resource:security_group_rule and tenant:bb49104326a14863b5e210bd0c724dd1 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:38:24.701609 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-8163e0ce-0109-4eea-ad52-2ac25973bec9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:38:24.707815 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-8163e0ce-0109-4eea-ad52-2ac25973bec9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:38:24.781746 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-8163e0ce-0109-4eea-ad52-2ac25973bec9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:24.786235 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-8163e0ce-0109-4eea-ad52-2ac25973bec9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:24.790579 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-774417a9-682f-4f6a-9916-b7573dbd6f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:24.812779 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] Sync routers for ids ['078e4861-b602-4538-9285-e11ed23eb895'] in dv-cinder-798696-1-smb {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:38:24.823012 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] Routers {'078e4861-b602-4538-9285-e11ed23eb895'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:38:24.823642 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:38:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['078e4861-b602-4538-9285-e11ed23eb895'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:24.831330 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163e0ce-0109-4eea-ad52-2ac25973bec9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dd2f24-1989-4a45-92f8-7c75124035a0,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:24.834357 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-8163e0ce-0109-4eea-ad52-2ac25973bec9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:24.835942 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-8163e0ce-0109-4eea-ad52-2ac25973bec9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:24.837149 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-8163e0ce-0109-4eea-ad52-2ac25973bec9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1974032 Jul 07 18:38:24.840017 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 33150) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:38:24.845155 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-a4eef662-37ab-4e5b-aeca-d6f14cfd2ea4 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Request body: {'security_group_rule': {'security_group_id': 'd0dd2f24-1989-4a45-92f8-7c75124035a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:38:24.851728 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-a4eef662-37ab-4e5b-aeca-d6f14cfd2ea4 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:38:24.855592 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-a4eef662-37ab-4e5b-aeca-d6f14cfd2ea4 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Usage tracker for resource:security_group_rule and tenant:bb49104326a14863b5e210bd0c724dd1 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:38:24.858547 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-a4eef662-37ab-4e5b-aeca-d6f14cfd2ea4 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:38:24.864496 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-a4eef662-37ab-4e5b-aeca-d6f14cfd2ea4 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:38:24.881967 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-a4eef662-37ab-4e5b-aeca-d6f14cfd2ea4 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:24.945182 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-a4eef662-37ab-4e5b-aeca-d6f14cfd2ea4 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:24.949827 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-a4eef662-37ab-4e5b-aeca-d6f14cfd2ea4 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372640'] for security_group_rule, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:24.957119 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:24.976807 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eef662-37ab-4e5b-aeca-d6f14cfd2ea4 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=244e6dfb-04ab-487c-8f24-6832a94ff131,revision_number=0']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:24.980320 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-a4eef662-37ab-4e5b-aeca-d6f14cfd2ea4 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:24.989209 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-a4eef662-37ab-4e5b-aeca-d6f14cfd2ea4 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:24.990433 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-a4eef662-37ab-4e5b-aeca-d6f14cfd2ea4 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1494994 Jul 07 18:38:24.993170 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 33154) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:38:24.998482 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-79ea69fc-3024-47ce-aaf8-12175c1064b1 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Request body: {'security_group_rule': {'security_group_id': 'd0dd2f24-1989-4a45-92f8-7c75124035a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:38:25.005283 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-79ea69fc-3024-47ce-aaf8-12175c1064b1 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:38:25.009167 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-79ea69fc-3024-47ce-aaf8-12175c1064b1 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Usage tracker for resource:security_group_rule and tenant:bb49104326a14863b5e210bd0c724dd1 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:38:25.012027 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-79ea69fc-3024-47ce-aaf8-12175c1064b1 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:38:25.017701 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-79ea69fc-3024-47ce-aaf8-12175c1064b1 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:38:25.040955 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-79ea69fc-3024-47ce-aaf8-12175c1064b1 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:25.047966 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] Set router 078e4861-b602-4538-9285-e11ed23eb895 gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:38:25.102839 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-79ea69fc-3024-47ce-aaf8-12175c1064b1 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:25.106993 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-79ea69fc-3024-47ce-aaf8-12175c1064b1 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372640'] for security_group_rule, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:25.109091 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-4c6c80ed-53c2-46c8-9f12-7cefc1957f2e tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:25.135163 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea69fc-3024-47ce-aaf8-12175c1064b1 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264efbbe-1509-41b3-9485-ac084e101184,revision_number=0']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:25.139707 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-79ea69fc-3024-47ce-aaf8-12175c1064b1 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:25.152645 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-79ea69fc-3024-47ce-aaf8-12175c1064b1 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:25.153922 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-79ea69fc-3024-47ce-aaf8-12175c1064b1 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1598282 Jul 07 18:38:25.157197 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 33158) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:38:25.162311 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-abefdb7b-2d98-44ea-aa95-a1c269a4cbf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Request body: {'floatingip': {'floating_network_id': '7ef95752-4103-4704-97c1-943158aedf11'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:38:25.168346 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-abefdb7b-2d98-44ea-aa95-a1c269a4cbf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:38:25.172189 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-abefdb7b-2d98-44ea-aa95-a1c269a4cbf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Usage tracker for resource:floatingip and tenant:bb49104326a14863b5e210bd0c724dd1 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:38:25.174976 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-abefdb7b-2d98-44ea-aa95-a1c269a4cbf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:38:25.180519 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-abefdb7b-2d98-44ea-aa95-a1c269a4cbf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:38:25.191908 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-abefdb7b-2d98-44ea-aa95-a1c269a4cbf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for floatingip, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:25.332922 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-abefdb7b-2d98-44ea-aa95-a1c269a4cbf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:25.372324 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078e4861-b602-4538-9285-e11ed23eb895', 'name': 'tempest-AttachVolumeTestJSON-1307153238-router', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:23Z', 'revision_number': 4, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'gw_port': {'id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1', 'name': '', 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'mac_address': 'fa:16:3e:34:12:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4882366c-12d3-430a-830c-694134492744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:22Z', 'updated_at': '2021-07-07T18:38:23Z', 'revision_number': 2, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'subnets': [{'id': '4882366c-12d3-430a-830c-694134492744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:25.376259 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] Checking router: 078e4861-b602-4538-9285-e11ed23eb895 for host: dv-cinder-798696-1-smb {{(pid=78479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:38:25.376624 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] Updating router 078e4861-b602-4538-9285-e11ed23eb895 port 6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1 binding host dv-cinder-798696-1-smb {{(pid=78479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:38:25.435714 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:25.476233 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_common [None req-abefdb7b-2d98-44ea-aa95-a1c269a4cbf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Allocated IP 172.28.1.159 (7ef95752-4103-4704-97c1-943158aedf11/1cf84b46-eaf0-4390-8fc2-d553f7bad2f6/9f5530b7-93eb-4b43-9087-ac6c5fe4065f) {{(pid=78477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:38:25.493562 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 83ef97ba-a511-4334-868e-6a5642f4124a up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:38:25.627258 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-abefdb7b-2d98-44ea-aa95-a1c269a4cbf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for port, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:25.650121 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning for port 83ef97ba-a511-4334-868e-6a5642f4124a completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:38:25.656048 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-abefdb7b-2d98-44ea-aa95-a1c269a4cbf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:25.661134 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-328a2647-24b4-4390-a318-85123b08271e tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:25.712169 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 83ef97ba-a511-4334-868e-6a5642f4124a triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:38:25.712547 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:25.723254 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abefdb7b-2d98-44ea-aa95-a1c269a4cbf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Network 7ef95752-4103-4704-97c1-943158aedf11 is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:38:25.725982 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [None req-abefdb7b-2d98-44ea-aa95-a1c269a4cbf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:38:25.729661 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abefdb7b-2d98-44ea-aa95-a1c269a4cbf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Received port after_create {{(pid=78477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:38:25.772775 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefdb7b-2d98-44ea-aa95-a1c269a4cbf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Pushing event updated for resources: {'Port': ['ID=9f5530b7-93eb-4b43-9087-ac6c5fe4065f,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:25.778061 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-abefdb7b-2d98-44ea-aa95-a1c269a4cbf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:25.816157 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-abefdb7b-2d98-44ea-aa95-a1c269a4cbf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:25.876927 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-abefdb7b-2d98-44ea-aa95-a1c269a4cbf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:25.922777 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:25.953405 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] For port 83ef97ba-a511-4334-868e-6a5642f4124a, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=83ef97ba-a511-4334-868e-6a5642f4124a,segment=NetworkSegment(34c6f55a-e384-474c-af70-55cf6bf9ed8f),segment_id=34c6f55a-e384-474c-af70-55cf6bf9ed8f)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:38:25.958219 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] Notify callbacks [] for port, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:25.961027 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:25.964591 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:26.021547 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] Transition to ACTIVE for port object 6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1 will not be triggered until provisioned by entity L2. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:38:26.031565 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:26.092809 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-abefdb7b-2d98-44ea-aa95-a1c269a4cbf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for port, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:26.097817 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-abefdb7b-2d98-44ea-aa95-a1c269a4cbf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4007007'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:26.102862 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-b36ce1ad-ec78-4121-a312-a456528265ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:26.109552 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Pushing event updated for resources: {'Port': ['ID=83ef97ba-a511-4334-868e-6a5642f4124a,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:26.114651 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:26.115192 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-a2dfff90-fa0f-4c42-910c-ea0e7476ff40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:26.218566 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefdb7b-2d98-44ea-aa95-a1c269a4cbf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Pushing event updated for resources: {'Port': ['ID=9f5530b7-93eb-4b43-9087-ac6c5fe4065f,revision_number=2']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:26.222644 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-abefdb7b-2d98-44ea-aa95-a1c269a4cbf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:26.231441 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-abefdb7b-2d98-44ea-aa95-a1c269a4cbf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553071'] for floatingip, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:26.256220 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1dfcc-0818-43bf-8412-0813d7abefde None None] Pushing event updated for resources: {'Port': ['ID=6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1,revision_number=3']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:26.256694 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-abefdb7b-2d98-44ea-aa95-a1c269a4cbf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for floatingip, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:26.257973 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-abefdb7b-2d98-44ea-aa95-a1c269a4cbf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0997822 Jul 07 18:38:26.264786 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] Attempting to bind port 6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1 on host dv-cinder-798696-1-smb for vnic_type normal with profile {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:38:26.265162 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] Attempting to bind port 6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1 by drivers openvswitch,hyperv on host dv-cinder-798696-1-smb at level 0 using segments [{'id': '50d2761b-3053-4c1d-83ce-a737016e2729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e'}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:38:26.265539 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] Attempting to bind port 6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1 on network 760af8f8-1ef6-429f-9b6a-85a88fd2043e {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:38:26.269230 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4de1dfcc-0818-43bf-8412-0813d7abefde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:26.271891 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] Checking agent: {'id': '0db86e1d-da65-40b6-b0e9-b4ccdca3fd82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 18), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:38:26.272325 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] Checking segment: {'id': '50d2761b-3053-4c1d-83ce-a737016e2729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:38:26.272658 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:26.273059 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] Bound using segment: {'id': '50d2761b-3053-4c1d-83ce-a737016e2729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e'} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:38:26.273527 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] Bound port: 6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1, host: dv-cinder-798696-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d2761b-3053-4c1d-83ce-a737016e2729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e'}}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:38:26.273906 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:26.379107 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] For port 6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1, host dv-cinder-798696-1-smb, cleared binding levels {{(pid=78479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:38:26.382278 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] For port 6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1, host dv-cinder-798696-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1,segment=NetworkSegment(50d2761b-3053-4c1d-83ce-a737016e2729),segment_id=50d2761b-3053-4c1d-83ce-a737016e2729)] {{(pid=78479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:38:26.387001 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:26.391025 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:26.427786 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-f85c2987-b2bd-45d7-a1dd-9934aba2ffab tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--516213589&fields=id&tenant_id=bb49104326a14863b5e210bd0c724dd1 HTTP/1.1" status: 200 len: 267 time: 0.0404859 Jul 07 18:38:26.465370 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] Routers {'078e4861-b602-4538-9285-e11ed23eb895'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:38:26.466019 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:38:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['078e4861-b602-4538-9285-e11ed23eb895'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:26.523805 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1dfcc-0818-43bf-8412-0813d7abefde None None] Pushing event updated for resources: {'Port': ['ID=6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:26.540736 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4de1dfcc-0818-43bf-8412-0813d7abefde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:26.546876 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:38:26.588981 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-602604f8-6619-4aef-8bf9-9c23a8f989e2 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:26.590574 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-602604f8-6619-4aef-8bf9-9c23a8f989e2 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/networks?id=760af8f8-1ef6-429f-9b6a-85a88fd2043e HTTP/1.1" status: 200 len: 811 time: 0.1561322 Jul 07 18:38:26.606929 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-64d1f04f-5c22-4026-af90-d520dac37b2e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/quotas/bb49104326a14863b5e210bd0c724dd1 HTTP/1.1" status: 200 len: 375 time: 0.0100482 Jul 07 18:38:26.696846 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-bf72aed4-6b33-4aa3-8eb0-65b14d18f7f9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Synchronizing usage tracker for tenant:bb49104326a14863b5e210bd0c724dd1 on resource:port {{(pid=78478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:38:26.713925 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] Set router 078e4861-b602-4538-9285-e11ed23eb895 gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:38:26.714127 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-bf72aed4-6b33-4aa3-8eb0-65b14d18f7f9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Unset dirty status for tenant:bb49104326a14863b5e210bd0c724dd1 on resource:port {{(pid=78478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:38:26.715574 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-bf72aed4-6b33-4aa3-8eb0-65b14d18f7f9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb49104326a14863b5e210bd0c724dd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1022046 Jul 07 18:38:26.858346 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-3085651f-68d4-45f8-bdbc-6956512baec2 service neutron] 10.222.0.41 "GET /v2.0/networks/760af8f8-1ef6-429f-9b6a-85a88fd2043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303937 Jul 07 18:38:26.991933 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-c32782d5-1225-4cd0-a5ea-776da37bea67 service neutron] 10.222.0.41 "GET /v2.0/networks/760af8f8-1ef6-429f-9b6a-85a88fd2043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276050 Jul 07 18:38:27.036840 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078e4861-b602-4538-9285-e11ed23eb895', 'name': 'tempest-AttachVolumeTestJSON-1307153238-router', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:23Z', 'revision_number': 4, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'gw_port': {'id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1', 'name': '', 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'mac_address': 'fa:16:3e:34:12:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4882366c-12d3-430a-830c-694134492744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:22Z', 'updated_at': '2021-07-07T18:38:26Z', 'revision_number': 4, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'subnets': [{'id': '4882366c-12d3-430a-830c-694134492744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:27.041063 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9a82f2-1111-4459-9668-37ed3b33a532 None None] The sync data for ids ['078e4861-b602-4538-9285-e11ed23eb895'] in dv-cinder-798696-1-smb is: [{'id': '078e4861-b602-4538-9285-e11ed23eb895', 'name': 'tempest-AttachVolumeTestJSON-1307153238-router', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:23Z', 'revision_number': 4, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'gw_port': {'id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1', 'name': '', 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'mac_address': 'fa:16:3e:34:12:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4882366c-12d3-430a-830c-694134492744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:22Z', 'updated_at': '2021-07-07T18:38:26Z', 'revision_number': 4, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'subnets': [{'id': '4882366c-12d3-430a-830c-694134492744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:38:27.199017 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-767b1a73-92c6-4edd-b032-cc1cc976af2a req-6880ddef-23aa-4e93-bce6-f334f7ca16b7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 210 time: 0.0534725 Jul 07 18:38:27.539613 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:38:27.612230 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning for port 6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:38:27.617511 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:38:27.617900 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:27.748612 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:27.782888 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] For port 6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1,segment=NetworkSegment(50d2761b-3053-4c1d-83ce-a737016e2729),segment_id=50d2761b-3053-4c1d-83ce-a737016e2729)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:38:27.787533 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:27.788400 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 83ef97ba-a511-4334-868e-6a5642f4124a up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:38:27.814934 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:27.915663 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Pushing event updated for resources: {'Port': ['ID=6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:27.918845 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:27.928741 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 83ef97ba-a511-4334-868e-6a5642f4124a triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:38:27.929119 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:28.367731 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f9def8df-c8f3-4df8-805b-c068d47e00ce req-e89243e6-67f6-40f7-9f62-0edfce8601ad tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 210 time: 0.0456023 Jul 07 18:38:28.414400 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-7729084f-84e3-4162-b3e4-6d9e700c79b8 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:28.415212 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-7729084f-84e3-4162-b3e4-6d9e700c79b8 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Synchronizing usage tracker for tenant:bb49104326a14863b5e210bd0c724dd1 on resource:network {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:38:28.432520 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-7729084f-84e3-4162-b3e4-6d9e700c79b8 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Unset dirty status for tenant:bb49104326a14863b5e210bd0c724dd1 on resource:network {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:38:28.433651 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-7729084f-84e3-4162-b3e4-6d9e700c79b8 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.89 "GET /v2.0/networks?id=760af8f8-1ef6-429f-9b6a-85a88fd2043e HTTP/1.1" status: 200 len: 811 time: 0.2027791 Jul 07 18:38:28.492575 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-f74c8ebe-bde6-4382-aa70-d6ac6526d634 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Synchronizing usage tracker for tenant:bb49104326a14863b5e210bd0c724dd1 on resource:security_group {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:38:28.508871 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-f74c8ebe-bde6-4382-aa70-d6ac6526d634 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Unset dirty status for tenant:bb49104326a14863b5e210bd0c724dd1 on resource:security_group {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:38:28.510003 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-f74c8ebe-bde6-4382-aa70-d6ac6526d634 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb49104326a14863b5e210bd0c724dd1 HTTP/1.1" status: 200 len: 379 time: 0.0576823 Jul 07 18:38:28.519232 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-7bf09a1e-69bc-4ec1-b6c7-06a89f2b48ea tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Request body: {'port': {'device_id': '1cfc7ef9-3bea-4061-96f9-2a06fbc091c8', 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'admin_state_up': True, 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'security_groups': ['d0dd2f24-1989-4a45-92f8-7c75124035a0']}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:38:28.739853 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-7bf09a1e-69bc-4ec1-b6c7-06a89f2b48ea tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:38:28.749046 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-7bf09a1e-69bc-4ec1-b6c7-06a89f2b48ea tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:38:28.758793 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-7bf09a1e-69bc-4ec1-b6c7-06a89f2b48ea tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Made reservation on behalf of bb49104326a14863b5e210bd0c724dd1 for: {'port': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:38:28.762179 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-7bf09a1e-69bc-4ec1-b6c7-06a89f2b48ea tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:28.925304 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_common [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-7bf09a1e-69bc-4ec1-b6c7-06a89f2b48ea tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Allocated IP 172.20.0.13 (760af8f8-1ef6-429f-9b6a-85a88fd2043e/4882366c-12d3-430a-830c-694134492744/5cbf4ca7-6dd0-406a-b750-75d0e81bbb95) {{(pid=78477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:38:29.123848 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-7bf09a1e-69bc-4ec1-b6c7-06a89f2b48ea tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for port, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:29.139844 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-7bf09a1e-69bc-4ec1-b6c7-06a89f2b48ea tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Transition to ACTIVE for port object 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 will not be triggered until provisioned by entity DHCP. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:38:29.163589 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-7bf09a1e-69bc-4ec1-b6c7-06a89f2b48ea tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:29.169209 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-89d92fd0-7c6d-43e3-bb4b-f9018bac4144 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:29.240272 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-7bf09a1e-69bc-4ec1-b6c7-06a89f2b48ea tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Network 760af8f8-1ef6-429f-9b6a-85a88fd2043e is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:38:29.243252 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-7bf09a1e-69bc-4ec1-b6c7-06a89f2b48ea tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:38:29.247156 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-7bf09a1e-69bc-4ec1-b6c7-06a89f2b48ea tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Received port after_create {{(pid=78477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:38:29.277729 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf09a1e-69bc-4ec1-b6c7-06a89f2b48ea tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Pushing event updated for resources: {'Port': ['ID=5cbf4ca7-6dd0-406a-b750-75d0e81bbb95,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:29.288982 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-7bf09a1e-69bc-4ec1-b6c7-06a89f2b48ea tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:29.314364 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-7bf09a1e-69bc-4ec1-b6c7-06a89f2b48ea tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:29.315106 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-7bf09a1e-69bc-4ec1-b6c7-06a89f2b48ea tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:29.341202 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-7bf09a1e-69bc-4ec1-b6c7-06a89f2b48ea tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8255670 Jul 07 18:38:29.355112 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] Request body: {'port': {'device_id': '1cfc7ef9-3bea-4061-96f9-2a06fbc091c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:38:29.466572 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1 up at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:38:29.479385 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:29.540926 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-71c5ca29-4985-4c5c-b18d-2d6cd330473f None None] Provisioning for port 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 completed by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:38:29.548782 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-71c5ca29-4985-4c5c-b18d-2d6cd330473f None None] Provisioning complete for port 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:38:29.549779 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-71c5ca29-4985-4c5c-b18d-2d6cd330473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:29.578112 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Provisioning complete for port 6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:38:29.578477 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:29.652415 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-71c5ca29-4985-4c5c-b18d-2d6cd330473f None None] Port 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 cannot update to ACTIVE because it is not bound. {{(pid=78479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:38:29.687132 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8f028-8215-49ca-a305-3a738323137f req-085309d1-4a6a-4bbe-97de-a506e1ea2b2f tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:29.687833 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-f2b8f028-8215-49ca-a305-3a738323137f req-085309d1-4a6a-4bbe-97de-a506e1ea2b2f tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Synchronizing usage tracker for tenant:bb49104326a14863b5e210bd0c724dd1 on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:38:29.780587 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-f2b8f028-8215-49ca-a305-3a738323137f req-085309d1-4a6a-4bbe-97de-a506e1ea2b2f tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Unset dirty status for tenant:bb49104326a14863b5e210bd0c724dd1 on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:38:29.781739 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-f2b8f028-8215-49ca-a305-3a738323137f req-085309d1-4a6a-4bbe-97de-a506e1ea2b2f tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 932 time: 0.2626102 Jul 07 18:38:29.859971 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-f2b8f028-8215-49ca-a305-3a738323137f req-50c08bd1-e0cd-4f7c-9fbc-4bd578fba280 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707221 Jul 07 18:38:29.941514 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 {{(pid=78477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:38:29.948962 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:29.964247 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] Transition to ACTIVE for port object 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 will not be triggered until provisioned by entity L2. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:38:29.968163 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4007007'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:29.972810 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-bb620f21-bbad-4352-98c7-9ad57de18284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:30.137888 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=5cbf4ca7-6dd0-406a-b750-75d0e81bbb95,revision_number=2']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:30.149665 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:30.219435 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] Attempting to bind port 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 on host hv-cinder-79869 for vnic_type normal with profile {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:38:30.219769 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] Attempting to bind port 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': '50d2761b-3053-4c1d-83ce-a737016e2729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e'}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:38:30.220092 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] Attempting to bind port 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 on network 760af8f8-1ef6-429f-9b6a-85a88fd2043e {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:38:30.225290 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] Port 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 on network 760af8f8-1ef6-429f-9b6a-85a88fd2043e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:38:30.225622 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] Attempting to bind port 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 on network 760af8f8-1ef6-429f-9b6a-85a88fd2043e {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:38:30.231936 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] Checking agent: {'id': '6661975a-2303-40ef-9047-4852f27aec4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:38:30.232309 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] Checking segment: {'id': '50d2761b-3053-4c1d-83ce-a737016e2729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:38:30.232647 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] Bound using segment: {'id': '50d2761b-3053-4c1d-83ce-a737016e2729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e'} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:38:30.233092 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] Bound port: 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50d2761b-3053-4c1d-83ce-a737016e2729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e'}}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:38:30.233434 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:30.324945 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] For port 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95, host hv-cinder-79869, cleared binding levels {{(pid=78477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:38:30.328307 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] For port 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=5cbf4ca7-6dd0-406a-b750-75d0e81bbb95,segment=NetworkSegment(50d2761b-3053-4c1d-83ce-a737016e2729),segment_id=50d2761b-3053-4c1d-83ce-a737016e2729)] {{(pid=78477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:38:30.331827 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4007007'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:30.336271 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-e8659cc4-5bde-49f8-80c3-1705936fba09 tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:30.393138 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:30.393763 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:30.395152 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] 10.222.0.89 "PUT /v2.0/ports/5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 HTTP/1.1" status: 200 len: 1094 time: 1.0457108 Jul 07 18:38:30.395664 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cfc7ef9-3bea-4061-96f9-2a06fbc091c8', 'tag': '5cbf4ca7-6dd0-406a-b750-75d0e81bbb95'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:38:30.418663 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=5cbf4ca7-6dd0-406a-b750-75d0e81bbb95,revision_number=3']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:30.421941 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:30.473630 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cfc7ef9-3bea-4061-96f9-2a06fbc091c8', 'tag': '5cbf4ca7-6dd0-406a-b750-75d0e81bbb95', 'status': 'completed', 'code': 200} Jul 07 18:38:30.514938 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-7778d95a-fe0d-4678-9c0e-ee83cdf5ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:30.516494 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-7778d95a-fe0d-4678-9c0e-ee83cdf5ec08 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bb49104326a14863b5e210bd0c724dd1&device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 1097 time: 0.0772338 Jul 07 18:38:30.680168 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-a497823e-6a1c-4606-bf82-dec1b712ce37 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 HTTP/1.1" status: 200 len: 217 time: 0.1517451 Jul 07 18:38:30.745330 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-0ad5450e-8225-4173-a331-e0fb2efbc186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:30.746747 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-0ad5450e-8225-4173-a331-e0fb2efbc186 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4882366c-12d3-430a-830c-694134492744 HTTP/1.1" status: 200 len: 850 time: 0.0565665 Jul 07 18:38:30.828171 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-4323f6ae-b02b-49ff-b1e6-f39afcdcdd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:30.829698 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-4323f6ae-b02b-49ff-b1e6-f39afcdcdd54 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=760af8f8-1ef6-429f-9b6a-85a88fd2043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718307 Jul 07 18:38:30.997814 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-2765af20-86fb-43db-afa0-171a20c06fe3 service neutron] 10.222.0.89 "GET /v2.0/networks/760af8f8-1ef6-429f-9b6a-85a88fd2043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564898 Jul 07 18:38:31.153797 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-59c8f8c6-e875-4d19-bb40-47e4a3cb357f req-15eeb2b6-7e13-4197-b13d-e070369b8d43 service neutron] 10.222.0.89 "GET /v2.0/networks/760af8f8-1ef6-429f-9b6a-85a88fd2043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445186 Jul 07 18:38:31.161227 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa85ad4-2f26-4155-8b55-e910911af386 req-dfa04e9f-a54c-4dc4-aba7-f9ab46ba96ce tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:31.162586 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6aa85ad4-2f26-4155-8b55-e910911af386 req-dfa04e9f-a54c-4dc4-aba7-f9ab46ba96ce tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 944 time: 0.1972697 Jul 07 18:38:31.249387 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-6aa85ad4-2f26-4155-8b55-e910911af386 req-5a2cd697-31d5-4fea-bb1e-d4749cd7ba7e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805504 Jul 07 18:38:31.281079 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b77764-f673-4649-9552-8779a2bc524e req-743ff1e4-2b1b-470b-aaf3-a05c009d17e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:31.282553 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-94b77764-f673-4649-9552-8779a2bc524e req-743ff1e4-2b1b-470b-aaf3-a05c009d17e8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bb49104326a14863b5e210bd0c724dd1&device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 1097 time: 0.0769100 Jul 07 18:38:31.421705 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b77764-f673-4649-9552-8779a2bc524e req-42e1a7c5-4de7-4baf-80f9-81e034325ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:31.424718 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-94b77764-f673-4649-9552-8779a2bc524e req-42e1a7c5-4de7-4baf-80f9-81e034325ed6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=760af8f8-1ef6-429f-9b6a-85a88fd2043e HTTP/1.1" status: 200 len: 912 time: 0.1325283 Jul 07 18:38:31.496311 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-94b77764-f673-4649-9552-8779a2bc524e req-e5f96fa6-1848-451c-9c7f-52809e32fade service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 HTTP/1.1" status: 200 len: 217 time: 0.0638971 Jul 07 18:38:31.558117 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b77764-f673-4649-9552-8779a2bc524e req-b68ab168-ec39-4af7-aa10-694b4ebe476c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:31.559472 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-94b77764-f673-4649-9552-8779a2bc524e req-b68ab168-ec39-4af7-aa10-694b4ebe476c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4882366c-12d3-430a-830c-694134492744 HTTP/1.1" status: 200 len: 850 time: 0.0559340 Jul 07 18:38:31.639427 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b77764-f673-4649-9552-8779a2bc524e req-6d275eb8-4273-4dcc-8e4f-ed308ff5d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:31.640883 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-94b77764-f673-4649-9552-8779a2bc524e req-6d275eb8-4273-4dcc-8e4f-ed308ff5d229 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=760af8f8-1ef6-429f-9b6a-85a88fd2043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734265 Jul 07 18:38:31.774738 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-94b77764-f673-4649-9552-8779a2bc524e req-db1f1861-0eb9-49e4-b9aa-b4276ebda65e service neutron] 10.222.0.89 "GET /v2.0/networks/760af8f8-1ef6-429f-9b6a-85a88fd2043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258171 Jul 07 18:38:31.910337 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-94b77764-f673-4649-9552-8779a2bc524e req-90925e63-a250-4397-9650-190dad5c43ec service neutron] 10.222.0.89 "GET /v2.0/networks/760af8f8-1ef6-429f-9b6a-85a88fd2043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238267 Jul 07 18:38:32.441092 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601c6a9-3749-4751-b783-1b501e6450fb req-25ff7dd7-beb5-4678-883d-35cffe7860d6 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:32.442571 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-0601c6a9-3749-4751-b783-1b501e6450fb req-25ff7dd7-beb5-4678-883d-35cffe7860d6 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 944 time: 0.0846484 Jul 07 18:38:32.488772 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-0601c6a9-3749-4751-b783-1b501e6450fb req-6a7624df-0c1d-4bac-b4c9-770da6865d2b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404623 Jul 07 18:38:33.670086 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2b3e5-2e24-4263-bd97-a0e368f79f7f req-bc8986e2-171a-421c-a32b-e97b670a05a8 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:33.671558 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-def2b3e5-2e24-4263-bd97-a0e368f79f7f req-bc8986e2-171a-421c-a32b-e97b670a05a8 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 944 time: 0.0785654 Jul 07 18:38:33.715884 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-def2b3e5-2e24-4263-bd97-a0e368f79f7f req-ec35c93d-4d95-40ad-9922-1eee470932dc tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382872 Jul 07 18:38:34.695491 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 07 18:38:34.829426 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=5cbf4ca7-6dd0-406a-b750-75d0e81bbb95,segment=NetworkSegment(50d2761b-3053-4c1d-83ce-a737016e2729),segment_id=50d2761b-3053-4c1d-83ce-a737016e2729)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:38:34.842433 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Returning: {'device': '5cbf4ca7-6dd0-406a-b750-75d0e81bbb95', 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'port_id': '5cbf4ca7-6dd0-406a-b750-75d0e81bbb95', 'mac_address': 'fa:16:3e:5d:c7:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4882366c-12d3-430a-830c-694134492744', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 07 18:38:34.901021 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:34.902687 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0489c-de45-48f6-bd89-fbea93b952e5 req-bb5ed41c-e284-4944-af0a-80d827ac78fa tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:34.904215 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-eaa0489c-de45-48f6-bd89-fbea93b952e5 req-bb5ed41c-e284-4944-af0a-80d827ac78fa tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 944 time: 0.0841844 Jul 07 18:38:34.918290 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:38:34.934824 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=5cbf4ca7-6dd0-406a-b750-75d0e81bbb95,segment=NetworkSegment(50d2761b-3053-4c1d-83ce-a737016e2729),segment_id=50d2761b-3053-4c1d-83ce-a737016e2729)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:38:34.939216 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:34.942037 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:34.953537 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-eaa0489c-de45-48f6-bd89-fbea93b952e5 req-8c1a9bbe-2629-45e7-ae4e-5cc97b4f4477 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426865 Jul 07 18:38:35.007906 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=5cbf4ca7-6dd0-406a-b750-75d0e81bbb95,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:35.011264 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:35.237021 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['5cbf4ca7-6dd0-406a-b750-75d0e81bbb95'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:38:35.958335 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:36.142210 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bc763-0123-4e9c-b85b-1e9976547f09 req-b0df3ec8-80f4-4f29-9fa6-bddf2ee5ae01 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:36.144199 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-527bc763-0123-4e9c-b85b-1e9976547f09 req-b0df3ec8-80f4-4f29-9fa6-bddf2ee5ae01 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 945 time: 0.0848565 Jul 07 18:38:36.188564 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-527bc763-0123-4e9c-b85b-1e9976547f09 req-a43e3f8a-d031-47df-821a-000327000bac tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387366 Jul 07 18:38:36.695302 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 up at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:38:36.762125 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning for port 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:38:36.766849 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning complete for port 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:38:36.767124 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:36.916147 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:36.943098 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfc7ef9-3bea-4061-96f9-2a06fbc091c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbf4ca7-6dd0-406a-b750-75d0e81bbb95'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:38:36.953273 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=5cbf4ca7-6dd0-406a-b750-75d0e81bbb95,segment=NetworkSegment(50d2761b-3053-4c1d-83ce-a737016e2729),segment_id=50d2761b-3053-4c1d-83ce-a737016e2729)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:38:36.959267 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:36.961842 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-99b58861-0599-4587-b401-6ef1c2c1cd02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:38:36.995268 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfc7ef9-3bea-4061-96f9-2a06fbc091c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbf4ca7-6dd0-406a-b750-75d0e81bbb95', 'code': 200} Jul 07 18:38:37.037302 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=5cbf4ca7-6dd0-406a-b750-75d0e81bbb95,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:37.040462 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:38:37.236332 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449635ac-f8e4-44bc-be67-cf8feb7e2cd4 req-17786530-2f0e-4047-bdfd-73c77e082196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:37.238501 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-449635ac-f8e4-44bc-be67-cf8feb7e2cd4 req-17786530-2f0e-4047-bdfd-73c77e082196 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 1099 time: 0.0819700 Jul 07 18:38:37.289441 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-449635ac-f8e4-44bc-be67-cf8feb7e2cd4 req-56839154-3ffc-4331-94de-29aa07334fe2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371118 Jul 07 18:38:37.471762 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b65fa8-f2c0-4b38-af2a-5f370cdc99e4 req-b023c2fb-94e5-4556-b2a1-5e8d6d38a504 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:37.474278 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-f7b65fa8-f2c0-4b38-af2a-5f370cdc99e4 req-b023c2fb-94e5-4556-b2a1-5e8d6d38a504 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.1677601 Jul 07 18:38:37.520589 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-f7b65fa8-f2c0-4b38-af2a-5f370cdc99e4 req-38745f29-0167-4b86-b7b4-d60328f1d4c1 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402198 Jul 07 18:38:38.706200 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbce06-8664-4903-a476-a2c54159ede1 req-20e52b1d-0b95-4b60-afe6-53e2d7b9eaae tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:38.707709 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-acdbce06-8664-4903-a476-a2c54159ede1 req-20e52b1d-0b95-4b60-afe6-53e2d7b9eaae tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.0794075 Jul 07 18:38:38.752595 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-acdbce06-8664-4903-a476-a2c54159ede1 req-f7db0130-0b5b-4bb6-a01d-36612fd324c4 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393782 Jul 07 18:38:38.931078 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d94d9d-1852-4356-abc8-c1fa4e01b4d3 req-0984838d-a124-4736-ba3e-821c9cd7bb37 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:38.932525 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-49d94d9d-1852-4356-abc8-c1fa4e01b4d3 req-0984838d-a124-4736-ba3e-821c9cd7bb37 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.0806432 Jul 07 18:38:38.941049 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 33216) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:38:38.946233 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-2ba2e028-fdad-40cf-a624-4fa3740720dd tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Request body: {'floatingip': {'port_id': '5cbf4ca7-6dd0-406a-b750-75d0e81bbb95'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:38:39.024051 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e028-fdad-40cf-a624-4fa3740720dd tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for floatingip, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:39.606295 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e028-fdad-40cf-a624-4fa3740720dd tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:39.610086 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e028-fdad-40cf-a624-4fa3740720dd tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553071'] for floatingip, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:39.778179 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.db.l3_db [None req-2ba2e028-fdad-40cf-a624-4fa3740720dd tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Floating IP 33cc9eaf-9d6e-4263-b2e5-e56e7a6c3e3f associated. External IP: 172.28.1.159, port: 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95. Jul 07 18:38:40.222939 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba2e028-fdad-40cf-a624-4fa3740720dd tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Router 078e4861-b602-4538-9285-e11ed23eb895 has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:38:40.402563 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba2e028-fdad-40cf-a624-4fa3740720dd tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:38:40.406883 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e028-fdad-40cf-a624-4fa3740720dd tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for floatingip, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:40.412901 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97251bb-0b8b-45a5-93db-a354e1ac0c41 None None] Sync routers for ids ['078e4861-b602-4538-9285-e11ed23eb895'] in dv-cinder-798696-1-smb {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:38:40.422928 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97251bb-0b8b-45a5-93db-a354e1ac0c41 None None] Routers {'078e4861-b602-4538-9285-e11ed23eb895'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:38:40.423547 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-d97251bb-0b8b-45a5-93db-a354e1ac0c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:38:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['078e4861-b602-4538-9285-e11ed23eb895'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:40.465671 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-2ba2e028-fdad-40cf-a624-4fa3740720dd tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "PUT /v2.0/floatingips/33cc9eaf-9d6e-4263-b2e5-e56e7a6c3e3f HTTP/1.1" status: 200 len: 992 time: 1.5211504 Jul 07 18:38:40.465671 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cfc7ef9-3bea-4061-96f9-2a06fbc091c8', 'tag': '5cbf4ca7-6dd0-406a-b750-75d0e81bbb95'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:38:40.513545 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cfc7ef9-3bea-4061-96f9-2a06fbc091c8', 'tag': '5cbf4ca7-6dd0-406a-b750-75d0e81bbb95', 'status': 'completed', 'code': 200} Jul 07 18:38:40.610129 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-d97251bb-0b8b-45a5-93db-a354e1ac0c41 None None] Set router 078e4861-b602-4538-9285-e11ed23eb895 gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:38:40.620846 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e5df2-4d73-45f5-98ce-0fb2fd5e9d4a req-ae0ab456-636a-43f0-ad72-b0158549600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:40.622336 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b35e5df2-4d73-45f5-98ce-0fb2fd5e9d4a req-ae0ab456-636a-43f0-ad72-b0158549600e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bb49104326a14863b5e210bd0c724dd1&device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 1099 time: 0.0843196 Jul 07 18:38:40.753939 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e5df2-4d73-45f5-98ce-0fb2fd5e9d4a req-a7e138c0-24a1-4fd0-a34d-9aab7f4ba9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:40.755338 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b35e5df2-4d73-45f5-98ce-0fb2fd5e9d4a req-a7e138c0-24a1-4fd0-a34d-9aab7f4ba9e8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=760af8f8-1ef6-429f-9b6a-85a88fd2043e HTTP/1.1" status: 200 len: 912 time: 0.1263709 Jul 07 18:38:40.858531 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b35e5df2-4d73-45f5-98ce-0fb2fd5e9d4a req-dd37b9e6-1ebf-4dc4-a645-363bbfb29d6d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 HTTP/1.1" status: 200 len: 1000 time: 0.0967290 Jul 07 18:38:40.936013 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e5df2-4d73-45f5-98ce-0fb2fd5e9d4a req-585830b2-0044-4003-a593-019f13a0de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:40.938093 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b35e5df2-4d73-45f5-98ce-0fb2fd5e9d4a req-585830b2-0044-4003-a593-019f13a0de96 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4882366c-12d3-430a-830c-694134492744 HTTP/1.1" status: 200 len: 850 time: 0.0725045 Jul 07 18:38:40.985607 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-d97251bb-0b8b-45a5-93db-a354e1ac0c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078e4861-b602-4538-9285-e11ed23eb895', 'name': 'tempest-AttachVolumeTestJSON-1307153238-router', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:23Z', 'revision_number': 4, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'gw_port': {'id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_floatingips': [{'id': '33cc9eaf-9d6e-4263-b2e5-e56e7a6c3e3f', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'floating_ip_address': '172.28.1.159', 'floating_network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'router_id': '078e4861-b602-4538-9285-e11ed23eb895', 'port_id': '5cbf4ca7-6dd0-406a-b750-75d0e81bbb95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'mac_address': 'fa:16:3e:5d:c7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfc7ef9-3bea-4061-96f9-2a06fbc091c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:38:25Z', 'updated_at': '2021-07-07T18:38:39Z', 'revision_number': 1, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1', 'name': '', 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'mac_address': 'fa:16:3e:34:12:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4882366c-12d3-430a-830c-694134492744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:22Z', 'updated_at': '2021-07-07T18:38:27Z', 'revision_number': 5, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'subnets': [{'id': '4882366c-12d3-430a-830c-694134492744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:40.989600 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97251bb-0b8b-45a5-93db-a354e1ac0c41 None None] Checking router: 078e4861-b602-4538-9285-e11ed23eb895 for host: dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:38:40.997965 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97251bb-0b8b-45a5-93db-a354e1ac0c41 None None] Routers {'078e4861-b602-4538-9285-e11ed23eb895'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:38:40.998574 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-d97251bb-0b8b-45a5-93db-a354e1ac0c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:38:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['078e4861-b602-4538-9285-e11ed23eb895'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:41.022328 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e5df2-4d73-45f5-98ce-0fb2fd5e9d4a req-ddb6df37-6237-4b06-9022-b446b5430c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:41.024129 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b35e5df2-4d73-45f5-98ce-0fb2fd5e9d4a req-ddb6df37-6237-4b06-9022-b446b5430c7b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=760af8f8-1ef6-429f-9b6a-85a88fd2043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793357 Jul 07 18:38:41.157173 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b35e5df2-4d73-45f5-98ce-0fb2fd5e9d4a req-226af6a5-d7ac-4d09-b289-deae3a17e848 service neutron] 10.222.0.89 "GET /v2.0/networks/760af8f8-1ef6-429f-9b6a-85a88fd2043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257234 Jul 07 18:38:41.179079 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-d97251bb-0b8b-45a5-93db-a354e1ac0c41 None None] Set router 078e4861-b602-4538-9285-e11ed23eb895 gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:38:41.291950 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-b35e5df2-4d73-45f5-98ce-0fb2fd5e9d4a req-50ef3ca1-4a08-496f-a4ca-44c84808c5a3 service neutron] 10.222.0.89 "GET /v2.0/networks/760af8f8-1ef6-429f-9b6a-85a88fd2043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270947 Jul 07 18:38:41.528085 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-d97251bb-0b8b-45a5-93db-a354e1ac0c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078e4861-b602-4538-9285-e11ed23eb895', 'name': 'tempest-AttachVolumeTestJSON-1307153238-router', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:23Z', 'revision_number': 4, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'gw_port': {'id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_floatingips': [{'id': '33cc9eaf-9d6e-4263-b2e5-e56e7a6c3e3f', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'floating_ip_address': '172.28.1.159', 'floating_network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'router_id': '078e4861-b602-4538-9285-e11ed23eb895', 'port_id': '5cbf4ca7-6dd0-406a-b750-75d0e81bbb95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'mac_address': 'fa:16:3e:5d:c7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfc7ef9-3bea-4061-96f9-2a06fbc091c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:38:25Z', 'updated_at': '2021-07-07T18:38:39Z', 'revision_number': 1, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1', 'name': '', 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'mac_address': 'fa:16:3e:34:12:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4882366c-12d3-430a-830c-694134492744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:22Z', 'updated_at': '2021-07-07T18:38:27Z', 'revision_number': 5, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'subnets': [{'id': '4882366c-12d3-430a-830c-694134492744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:41.531923 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97251bb-0b8b-45a5-93db-a354e1ac0c41 None None] The sync data for ids ['078e4861-b602-4538-9285-e11ed23eb895'] in dv-cinder-798696-1-smb is: [{'id': '078e4861-b602-4538-9285-e11ed23eb895', 'name': 'tempest-AttachVolumeTestJSON-1307153238-router', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:23Z', 'revision_number': 4, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'gw_port': {'id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_floatingips': [{'id': '33cc9eaf-9d6e-4263-b2e5-e56e7a6c3e3f', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'floating_ip_address': '172.28.1.159', 'floating_network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'router_id': '078e4861-b602-4538-9285-e11ed23eb895', 'port_id': '5cbf4ca7-6dd0-406a-b750-75d0e81bbb95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'mac_address': 'fa:16:3e:5d:c7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfc7ef9-3bea-4061-96f9-2a06fbc091c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:38:25Z', 'updated_at': '2021-07-07T18:38:39Z', 'revision_number': 1, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1', 'name': '', 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'mac_address': 'fa:16:3e:34:12:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4882366c-12d3-430a-830c-694134492744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:22Z', 'updated_at': '2021-07-07T18:38:27Z', 'revision_number': 5, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'subnets': [{'id': '4882366c-12d3-430a-830c-694134492744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:38:41.727550 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf349ed-fcd8-4bb8-a2ba-5064d4ee4e9c None None] New status for floating IP 33cc9eaf-9d6e-4263-b2e5-e56e7a6c3e3f: ACTIVE {{(pid=78479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:38:47.571806 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-82e0d4f6-94b9-486c-afe7-d78ef6a5ec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:48.148939 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:50.272282 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e4c38817-81f7-4ab4-ba97-ca9dcb0a97fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:51.117653 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:52.543398 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:03.546090 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:39:05.960760 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:06.843369 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ad09bf02-2647-4d9e-a036-f8127fd36eb9 req-7b517bb4-357f-4fc9-91c3-68cbb3bfaa55 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718012 Jul 07 18:39:06.979700 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09bf02-2647-4d9e-a036-f8127fd36eb9 req-91d9b5db-0551-4a9d-b110-27bdc7814150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:06.980489 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ad09bf02-2647-4d9e-a036-f8127fd36eb9 req-91d9b5db-0551-4a9d-b110-27bdc7814150 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=229074fa5f3445e4ba64710459532036&device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 1098 time: 0.0693986 Jul 07 18:39:07.123161 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09bf02-2647-4d9e-a036-f8127fd36eb9 req-42c46717-6879-47a6-86e6-a9a58ab16a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:07.124541 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ad09bf02-2647-4d9e-a036-f8127fd36eb9 req-42c46717-6879-47a6-86e6-a9a58ab16a2d service neutron] 10.222.0.89 "GET /v2.0/networks?id=72d36f31-17c4-4180-b454-ed56f784f3fe HTTP/1.1" status: 200 len: 910 time: 0.1240644 Jul 07 18:39:07.229576 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ad09bf02-2647-4d9e-a036-f8127fd36eb9 req-47dc4c40-d93d-4449-9f76-31597ca280d8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0a4dc4f-23cf-4e62-b7be-2d4514593e41 HTTP/1.1" status: 200 len: 1001 time: 0.0975938 Jul 07 18:39:07.295623 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09bf02-2647-4d9e-a036-f8127fd36eb9 req-d9782da5-27f8-4d17-894b-d3441e3f33d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:07.297075 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ad09bf02-2647-4d9e-a036-f8127fd36eb9 req-d9782da5-27f8-4d17-894b-d3441e3f33d5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9e464e48-25e4-4c21-b21a-865fedb9b97b HTTP/1.1" status: 200 len: 848 time: 0.0591781 Jul 07 18:39:07.468918 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09bf02-2647-4d9e-a036-f8127fd36eb9 req-89192bcc-d8ba-42dc-b046-386ae764c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:07.470437 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ad09bf02-2647-4d9e-a036-f8127fd36eb9 req-89192bcc-d8ba-42dc-b046-386ae764c80f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=72d36f31-17c4-4180-b454-ed56f784f3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1665211 Jul 07 18:39:07.605087 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ad09bf02-2647-4d9e-a036-f8127fd36eb9 req-9fc8ecc5-151b-491a-8665-93369e51947f service neutron] 10.222.0.89 "GET /v2.0/networks/72d36f31-17c4-4180-b454-ed56f784f3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252055 Jul 07 18:39:07.740938 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-ad09bf02-2647-4d9e-a036-f8127fd36eb9 req-78670f89-ae47-432c-ab8e-244c9efd898d service neutron] 10.222.0.89 "GET /v2.0/networks/72d36f31-17c4-4180-b454-ed56f784f3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251106 Jul 07 18:39:10.105301 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 33276) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:39:10.306389 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [None req-919e6671-7b18-46a7-88e0-9867aac3a1c8 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Deleting port 2f47aba3-7c5a-403b-bb2b-b472f1f57849 {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:39:10.306799 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-919e6671-7b18-46a7-88e0-9867aac3a1c8 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:10.470258 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-919e6671-7b18-46a7-88e0-9867aac3a1c8 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:10.470480 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-919e6671-7b18-46a7-88e0-9867aac3a1c8 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:10.589415 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [None req-919e6671-7b18-46a7-88e0-9867aac3a1c8 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Calling delete_port for 2f47aba3-7c5a-403b-bb2b-b472f1f57849 owned by network:floatingip {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:39:10.744329 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-919e6671-7b18-46a7-88e0-9867aac3a1c8 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:10.748982 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-77012687-818a-460b-83be-9f3bc6f81026 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:39:10.821150 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e6671-7b18-46a7-88e0-9867aac3a1c8 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Pushing event deleted for resources: {'Port': ['ID=2f47aba3-7c5a-403b-bb2b-b472f1f57849,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:10.837633 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919e6671-7b18-46a7-88e0-9867aac3a1c8 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:10.837976 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919e6671-7b18-46a7-88e0-9867aac3a1c8 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:10.838335 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919e6671-7b18-46a7-88e0-9867aac3a1c8 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:10.838686 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919e6671-7b18-46a7-88e0-9867aac3a1c8 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:10.839059 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919e6671-7b18-46a7-88e0-9867aac3a1c8 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:10.839401 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919e6671-7b18-46a7-88e0-9867aac3a1c8 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:10.839743 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919e6671-7b18-46a7-88e0-9867aac3a1c8 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:10.840087 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919e6671-7b18-46a7-88e0-9867aac3a1c8 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:10.840422 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919e6671-7b18-46a7-88e0-9867aac3a1c8 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:10.840761 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919e6671-7b18-46a7-88e0-9867aac3a1c8 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:10.841102 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919e6671-7b18-46a7-88e0-9867aac3a1c8 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:10.841435 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919e6671-7b18-46a7-88e0-9867aac3a1c8 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:10.867666 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-919e6671-7b18-46a7-88e0-9867aac3a1c8 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:39:10.898866 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-919e6671-7b18-46a7-88e0-9867aac3a1c8 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for floatingip, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:10.899199 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.db.l3_db [None req-919e6671-7b18-46a7-88e0-9867aac3a1c8 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Floating IP e20fda25-cbe2-46e9-8a29-363dd657f0e2 disassociated (deleted). External IP: 172.28.1.238, port: d0a4dc4f-23cf-4e62-b7be-2d4514593e41. Jul 07 18:39:11.377439 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919e6671-7b18-46a7-88e0-9867aac3a1c8 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Router e7da185c-793f-4c40-b79a-cd194244859f has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:39:11.568555 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919e6671-7b18-46a7-88e0-9867aac3a1c8 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:39:11.579104 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16e4506-9cbb-40a2-851c-e352bd288e72 None None] Sync routers for ids ['e7da185c-793f-4c40-b79a-cd194244859f'] in dv-cinder-798696-1-smb {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:39:11.589040 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16e4506-9cbb-40a2-851c-e352bd288e72 None None] Routers {'e7da185c-793f-4c40-b79a-cd194244859f'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:39:11.589657 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-e16e4506-9cbb-40a2-851c-e352bd288e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:38:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['e7da185c-793f-4c40-b79a-cd194244859f'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:11.590889 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-919e6671-7b18-46a7-88e0-9867aac3a1c8 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for floatingip, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:11.648927 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-919e6671-7b18-46a7-88e0-9867aac3a1c8 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "DELETE /v2.0/floatingips/e20fda25-cbe2-46e9-8a29-363dd657f0e2 HTTP/1.1" status: 204 len: 168 time: 1.5424461 Jul 07 18:39:11.649806 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440334b9-ef0d-457b-b247-d13c018cf91a', 'tag': 'd0a4dc4f-23cf-4e62-b7be-2d4514593e41'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:39:11.697155 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440334b9-ef0d-457b-b247-d13c018cf91a', 'tag': 'd0a4dc4f-23cf-4e62-b7be-2d4514593e41', 'status': 'completed', 'code': 200} Jul 07 18:39:11.782487 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-e16e4506-9cbb-40a2-851c-e352bd288e72 None None] Set router e7da185c-793f-4c40-b79a-cd194244859f gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:39:11.791898 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103febad-6cb0-4039-8866-109b685c9996 req-b7a96182-5022-41f5-97c2-74c93ede42a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:11.793409 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-103febad-6cb0-4039-8866-109b685c9996 req-b7a96182-5022-41f5-97c2-74c93ede42a9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=229074fa5f3445e4ba64710459532036&device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 1098 time: 0.0731702 Jul 07 18:39:11.939733 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103febad-6cb0-4039-8866-109b685c9996 req-193485c3-e141-46fb-b138-dc14178a0337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:11.941395 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-103febad-6cb0-4039-8866-109b685c9996 req-193485c3-e141-46fb-b138-dc14178a0337 service neutron] 10.222.0.89 "GET /v2.0/networks?id=72d36f31-17c4-4180-b454-ed56f784f3fe HTTP/1.1" status: 200 len: 910 time: 0.1406169 Jul 07 18:39:12.059303 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-103febad-6cb0-4039-8866-109b685c9996 req-981d8e32-f57c-4e13-a7ad-e6b0a22caaa7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0a4dc4f-23cf-4e62-b7be-2d4514593e41 HTTP/1.1" status: 200 len: 217 time: 0.0765517 Jul 07 18:39:12.115994 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-e16e4506-9cbb-40a2-851c-e352bd288e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'name': 'tempest-TestShelveInstance-1660166960-router', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '1cf59c3b-2f20-42fb-9a5b-bec38b728c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:34:18Z', 'updated_at': '2021-07-07T18:34:25Z', 'revision_number': 4, 'project_id': '229074fa5f3445e4ba64710459532036', 'gw_port': {'id': '1cf59c3b-2f20-42fb-9a5b-bec38b728c64', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:19Z', 'updated_at': '2021-07-07T18:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '532a5ebd-a25e-4887-8ae3-216189c63f53', 'name': '', 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'mac_address': 'fa:16:3e:b3:d0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9e464e48-25e4-4c21-b21a-865fedb9b97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:23Z', 'updated_at': '2021-07-07T18:34:33Z', 'revision_number': 5, 'project_id': '229074fa5f3445e4ba64710459532036', 'subnets': [{'id': '9e464e48-25e4-4c21-b21a-865fedb9b97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:12.120021 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16e4506-9cbb-40a2-851c-e352bd288e72 None None] Checking router: e7da185c-793f-4c40-b79a-cd194244859f for host: dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:39:12.130293 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16e4506-9cbb-40a2-851c-e352bd288e72 None None] Routers {'e7da185c-793f-4c40-b79a-cd194244859f'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:39:12.131110 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-e16e4506-9cbb-40a2-851c-e352bd288e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:38:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['e7da185c-793f-4c40-b79a-cd194244859f'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:12.134005 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103febad-6cb0-4039-8866-109b685c9996 req-7175b937-d76f-4460-804a-e36b0c3ac6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:12.135535 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-103febad-6cb0-4039-8866-109b685c9996 req-7175b937-d76f-4460-804a-e36b0c3ac6ec service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9e464e48-25e4-4c21-b21a-865fedb9b97b HTTP/1.1" status: 200 len: 848 time: 0.0681927 Jul 07 18:39:12.148128 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a439d57-a249-4602-9eb1-76eb320857ad req-5e1ddb4b-0d49-403c-b3c0-33179a5f53ed tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:12.148814 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-8a439d57-a249-4602-9eb1-76eb320857ad req-5e1ddb4b-0d49-403c-b3c0-33179a5f53ed tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Synchronizing usage tracker for tenant:229074fa5f3445e4ba64710459532036 on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:39:12.214161 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-8a439d57-a249-4602-9eb1-76eb320857ad req-5e1ddb4b-0d49-403c-b3c0-33179a5f53ed tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Unset dirty status for tenant:229074fa5f3445e4ba64710459532036 on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:39:12.215256 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8a439d57-a249-4602-9eb1-76eb320857ad req-5e1ddb4b-0d49-403c-b3c0-33179a5f53ed tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 945 time: 0.2699325 Jul 07 18:39:12.259186 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103febad-6cb0-4039-8866-109b685c9996 req-7446eb73-aeab-4622-9dcb-1647f2cbb530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:12.260692 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-103febad-6cb0-4039-8866-109b685c9996 req-7446eb73-aeab-4622-9dcb-1647f2cbb530 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=72d36f31-17c4-4180-b454-ed56f784f3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1091969 Jul 07 18:39:12.272494 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8a439d57-a249-4602-9eb1-76eb320857ad req-48f1669b-c937-44a2-957a-6ad96a61e2b2 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510530 Jul 07 18:39:12.339686 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-e16e4506-9cbb-40a2-851c-e352bd288e72 None None] Set router e7da185c-793f-4c40-b79a-cd194244859f gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:39:12.400447 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-103febad-6cb0-4039-8866-109b685c9996 req-6d8a057b-a016-4e00-9be3-a63953ab7f00 service neutron] 10.222.0.89 "GET /v2.0/networks/72d36f31-17c4-4180-b454-ed56f784f3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310368 Jul 07 18:39:12.536164 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-103febad-6cb0-4039-8866-109b685c9996 req-710192f4-3489-4585-9b4d-4c479560b533 service neutron] 10.222.0.89 "GET /v2.0/networks/72d36f31-17c4-4180-b454-ed56f784f3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266694 Jul 07 18:39:12.649719 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-e16e4506-9cbb-40a2-851c-e352bd288e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'name': 'tempest-TestShelveInstance-1660166960-router', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '1cf59c3b-2f20-42fb-9a5b-bec38b728c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:34:18Z', 'updated_at': '2021-07-07T18:34:25Z', 'revision_number': 4, 'project_id': '229074fa5f3445e4ba64710459532036', 'gw_port': {'id': '1cf59c3b-2f20-42fb-9a5b-bec38b728c64', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:19Z', 'updated_at': '2021-07-07T18:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '532a5ebd-a25e-4887-8ae3-216189c63f53', 'name': '', 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'mac_address': 'fa:16:3e:b3:d0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9e464e48-25e4-4c21-b21a-865fedb9b97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:23Z', 'updated_at': '2021-07-07T18:34:33Z', 'revision_number': 5, 'project_id': '229074fa5f3445e4ba64710459532036', 'subnets': [{'id': '9e464e48-25e4-4c21-b21a-865fedb9b97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:12.653562 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16e4506-9cbb-40a2-851c-e352bd288e72 None None] The sync data for ids ['e7da185c-793f-4c40-b79a-cd194244859f'] in dv-cinder-798696-1-smb is: [{'id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'name': 'tempest-TestShelveInstance-1660166960-router', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '1cf59c3b-2f20-42fb-9a5b-bec38b728c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:34:18Z', 'updated_at': '2021-07-07T18:34:25Z', 'revision_number': 4, 'project_id': '229074fa5f3445e4ba64710459532036', 'gw_port': {'id': '1cf59c3b-2f20-42fb-9a5b-bec38b728c64', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:19Z', 'updated_at': '2021-07-07T18:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '532a5ebd-a25e-4887-8ae3-216189c63f53', 'name': '', 'network_id': '72d36f31-17c4-4180-b454-ed56f784f3fe', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'mac_address': 'fa:16:3e:b3:d0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9e464e48-25e4-4c21-b21a-865fedb9b97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:23Z', 'updated_at': '2021-07-07T18:34:33Z', 'revision_number': 5, 'project_id': '229074fa5f3445e4ba64710459532036', 'subnets': [{'id': '9e464e48-25e4-4c21-b21a-865fedb9b97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:39:12.870999 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4392f-f4de-4102-8fe3-490e9fa9da38 None None] New status for floating IP e20fda25-cbe2-46e9-8a29-363dd657f0e2: DOWN {{(pid=78479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:39:13.466354 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a69a18-cdde-4fc1-bf39-1ca05f0476c3 req-d70daa13-66b0-4fbf-bddd-476db2c6955b tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:13.467836 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-94a69a18-cdde-4fc1-bf39-1ca05f0476c3 req-d70daa13-66b0-4fbf-bddd-476db2c6955b tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 945 time: 0.0865886 Jul 07 18:39:13.558635 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-94a69a18-cdde-4fc1-bf39-1ca05f0476c3 req-634b374c-de54-435c-a3cf-6da8b22074da tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/security-groups?id=62ddcbad-1919-4ae5-bf1a-839de4642ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845070 Jul 07 18:39:13.589965 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9ebc7-3402-4b6a-8a56-0630fa75ba15 req-bd340250-c511-4c46-be2b-5b6b8d49e844 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:13.591439 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-65b9ebc7-3402-4b6a-8a56-0630fa75ba15 req-bd340250-c511-4c46-be2b-5b6b8d49e844 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.89 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 945 time: 0.0898724 Jul 07 18:39:13.679187 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-65b9ebc7-3402-4b6a-8a56-0630fa75ba15 req-7ad1b810-1e52-4c16-a14d-db857d005ce7 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Deleting port d0a4dc4f-23cf-4e62-b7be-2d4514593e41 {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:39:13.679434 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-65b9ebc7-3402-4b6a-8a56-0630fa75ba15 req-7ad1b810-1e52-4c16-a14d-db857d005ce7 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:14.012200 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-65b9ebc7-3402-4b6a-8a56-0630fa75ba15 req-7ad1b810-1e52-4c16-a14d-db857d005ce7 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] For port d0a4dc4f-23cf-4e62-b7be-2d4514593e41, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=d0a4dc4f-23cf-4e62-b7be-2d4514593e41,segment=NetworkSegment(4ad7979d-0fdf-43a5-b16c-6be4b44243f6),segment_id=4ad7979d-0fdf-43a5-b16c-6be4b44243f6)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:39:14.012554 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-65b9ebc7-3402-4b6a-8a56-0630fa75ba15 req-7ad1b810-1e52-4c16-a14d-db857d005ce7 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:14.133134 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-65b9ebc7-3402-4b6a-8a56-0630fa75ba15 req-7ad1b810-1e52-4c16-a14d-db857d005ce7 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Calling delete_port for d0a4dc4f-23cf-4e62-b7be-2d4514593e41 owned by compute:nova {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:39:14.277554 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-65b9ebc7-3402-4b6a-8a56-0630fa75ba15 req-7ad1b810-1e52-4c16-a14d-db857d005ce7 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:14.283377 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-b5822236-b4b4-4d6b-b04b-d35cb34d174d tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:39:14.327481 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1b810-1e52-4c16-a14d-db857d005ce7 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Pushing event deleted for resources: {'Port': ['ID=d0a4dc4f-23cf-4e62-b7be-2d4514593e41,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:14.331128 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-7ad1b810-1e52-4c16-a14d-db857d005ce7 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:39:14.406978 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b9ebc7-3402-4b6a-8a56-0630fa75ba15 req-7ad1b810-1e52-4c16-a14d-db857d005ce7 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] No DVR routers for this DVR port d0a4dc4f-23cf-4e62-b7be-2d4514593e41 on host hv-cinder-79869 {{(pid=78477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:39:14.409258 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-65b9ebc7-3402-4b6a-8a56-0630fa75ba15 req-7ad1b810-1e52-4c16-a14d-db857d005ce7 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:14.411791 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440334b9-ef0d-457b-b247-d13c018cf91a', 'name': 'network-vif-deleted', 'tag': 'd0a4dc4f-23cf-4e62-b7be-2d4514593e41'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:39:14.427562 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-65b9ebc7-3402-4b6a-8a56-0630fa75ba15 req-7ad1b810-1e52-4c16-a14d-db857d005ce7 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.89 "DELETE /v2.0/ports/d0a4dc4f-23cf-4e62-b7be-2d4514593e41 HTTP/1.1" status: 204 len: 173 time: 0.8278823 Jul 07 18:39:14.458576 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440334b9-ef0d-457b-b247-d13c018cf91a', 'name': 'network-vif-deleted', 'tag': 'd0a4dc4f-23cf-4e62-b7be-2d4514593e41', 'status': 'completed', 'code': 200} Jul 07 18:39:14.718705 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e18c82e7-65be-40bb-9fa6-0ef319b6bf07 req-86e05830-0435-49da-a44d-ba781ca01ceb tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "GET /v2.0/ports?device_id=440334b9-ef0d-457b-b247-d13c018cf91a HTTP/1.1" status: 200 len: 210 time: 0.0485139 Jul 07 18:39:15.812146 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 33306) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:39:15.879400 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d05c7653-7e73-48f9-b9de-a44aebd47f22 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:15.909031 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d05c7653-7e73-48f9-b9de-a44aebd47f22 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:15.979353 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d05c7653-7e73-48f9-b9de-a44aebd47f22 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:15.983816 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-0a17e769-8de7-4e0c-bbcb-3af599501f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:39:16.001087 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c7653-7e73-48f9-b9de-a44aebd47f22 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ddcbad-1919-4ae5-bf1a-839de4642ffb,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:16.004441 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-d05c7653-7e73-48f9-b9de-a44aebd47f22 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:39:16.010854 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d05c7653-7e73-48f9-b9de-a44aebd47f22 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:16.011987 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-d05c7653-7e73-48f9-b9de-a44aebd47f22 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] 10.222.0.41 "DELETE /v2.0/security-groups/62ddcbad-1919-4ae5-bf1a-839de4642ffb HTTP/1.1" status: 204 len: 168 time: 0.1988866 Jul 07 18:39:16.054160 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 33312) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:39:16.586901 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-7e15e5c9-cca2-4132-b51e-df8f10f8c679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546929'] for router_interface, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:16.870000 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device d0a4dc4f-23cf-4e62-b7be-2d4514593e41 no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:39:16.903355 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] No Port match for: d0a4dc4f-23cf-4e62-b7be-2d4514593e41 {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:39:16.903712 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device d0a4dc4f-23cf-4e62-b7be-2d4514593e41 not bound to the agent host hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:39:17.023973 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [None req-7e15e5c9-cca2-4132-b51e-df8f10f8c679 admin admin] Deleting port 532a5ebd-a25e-4887-8ae3-216189c63f53 {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:39:17.024735 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-7e15e5c9-cca2-4132-b51e-df8f10f8c679 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:17.194866 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [None req-7e15e5c9-cca2-4132-b51e-df8f10f8c679 admin admin] For port 532a5ebd-a25e-4887-8ae3-216189c63f53, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=532a5ebd-a25e-4887-8ae3-216189c63f53,segment=NetworkSegment(4ad7979d-0fdf-43a5-b16c-6be4b44243f6),segment_id=4ad7979d-0fdf-43a5-b16c-6be4b44243f6)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:39:17.195127 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-7e15e5c9-cca2-4132-b51e-df8f10f8c679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:17.320166 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [None req-7e15e5c9-cca2-4132-b51e-df8f10f8c679 admin admin] Calling delete_port for 532a5ebd-a25e-4887-8ae3-216189c63f53 owned by network:router_interface {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:39:17.510393 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-7e15e5c9-cca2-4132-b51e-df8f10f8c679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:17.514754 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:39:17.558442 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15e5c9-cca2-4132-b51e-df8f10f8c679 admin admin] Pushing event deleted for resources: {'Port': ['ID=532a5ebd-a25e-4887-8ae3-216189c63f53,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:17.577309 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b9e53669-cbc8-40a4-81c3-8c13047feb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:17.584245 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-7e15e5c9-cca2-4132-b51e-df8f10f8c679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:39:17.834391 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-7e15e5c9-cca2-4132-b51e-df8f10f8c679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547013'] for router_interface, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:18.151917 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:18.197327 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e15e5c9-cca2-4132-b51e-df8f10f8c679 admin admin] Router e7da185c-793f-4c40-b79a-cd194244859f has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:39:18.467810 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e15e5c9-cca2-4132-b51e-df8f10f8c679 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:39:18.477080 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ecfc26-cff6-428e-a6b5-939091b82c1a None None] Sync routers for ids ['e7da185c-793f-4c40-b79a-cd194244859f'] in dv-cinder-798696-1-smb {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:39:18.480743 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-7e15e5c9-cca2-4132-b51e-df8f10f8c679 admin admin] 10.222.0.41 "PUT /v2.0/routers/e7da185c-793f-4c40-b79a-cd194244859f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4252050 Jul 07 18:39:18.482965 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 33320) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:39:18.487127 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ecfc26-cff6-428e-a6b5-939091b82c1a None None] Routers {'e7da185c-793f-4c40-b79a-cd194244859f'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:39:18.487805 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-a2ecfc26-cff6-428e-a6b5-939091b82c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:38:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['e7da185c-793f-4c40-b79a-cd194244859f'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:18.668411 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-a2ecfc26-cff6-428e-a6b5-939091b82c1a None None] Set router e7da185c-793f-4c40-b79a-cd194244859f gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:39:18.710822 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3ca73c05-bb04-4757-9d61-126bbe99b745 admin admin] Notify callbacks [] for router, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:18.900083 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3ca73c05-bb04-4757-9d61-126bbe99b745 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:18.910187 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [None req-3ca73c05-bb04-4757-9d61-126bbe99b745 admin admin] Deleting port 1cf59c3b-2f20-42fb-9a5b-bec38b728c64 {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:39:18.910589 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3ca73c05-bb04-4757-9d61-126bbe99b745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:18.974633 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-a2ecfc26-cff6-428e-a6b5-939091b82c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'name': 'tempest-TestShelveInstance-1660166960-router', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '1cf59c3b-2f20-42fb-9a5b-bec38b728c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:34:18Z', 'updated_at': '2021-07-07T18:39:17Z', 'revision_number': 5, 'project_id': '229074fa5f3445e4ba64710459532036', 'gw_port': {'id': '1cf59c3b-2f20-42fb-9a5b-bec38b728c64', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:19Z', 'updated_at': '2021-07-07T18:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:18.978757 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ecfc26-cff6-428e-a6b5-939091b82c1a None None] Checking router: e7da185c-793f-4c40-b79a-cd194244859f for host: dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:39:18.987695 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ecfc26-cff6-428e-a6b5-939091b82c1a None None] Routers {'e7da185c-793f-4c40-b79a-cd194244859f'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:39:18.988340 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-a2ecfc26-cff6-428e-a6b5-939091b82c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:38:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['e7da185c-793f-4c40-b79a-cd194244859f'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:19.123626 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [None req-3ca73c05-bb04-4757-9d61-126bbe99b745 admin admin] For port 1cf59c3b-2f20-42fb-9a5b-bec38b728c64, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=1cf59c3b-2f20-42fb-9a5b-bec38b728c64,segment=NetworkSegment(34c6f55a-e384-474c-af70-55cf6bf9ed8f),segment_id=34c6f55a-e384-474c-af70-55cf6bf9ed8f)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:39:19.123984 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3ca73c05-bb04-4757-9d61-126bbe99b745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:19.141868 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-a2ecfc26-cff6-428e-a6b5-939091b82c1a None None] Set router e7da185c-793f-4c40-b79a-cd194244859f gateway port host: None {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:39:19.250436 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [None req-3ca73c05-bb04-4757-9d61-126bbe99b745 admin admin] Calling delete_port for 1cf59c3b-2f20-42fb-9a5b-bec38b728c64 owned by network:router_gateway {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:39:19.252162 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-a2ecfc26-cff6-428e-a6b5-939091b82c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'name': 'tempest-TestShelveInstance-1660166960-router', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:34:18Z', 'updated_at': '2021-07-07T18:39:18Z', 'revision_number': 6, 'project_id': '229074fa5f3445e4ba64710459532036', 'gw_port_host': None}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:19.256538 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ecfc26-cff6-428e-a6b5-939091b82c1a None None] The sync data for ids ['e7da185c-793f-4c40-b79a-cd194244859f'] in dv-cinder-798696-1-smb is: [{'id': 'e7da185c-793f-4c40-b79a-cd194244859f', 'name': 'tempest-TestShelveInstance-1660166960-router', 'tenant_id': '229074fa5f3445e4ba64710459532036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:34:18Z', 'updated_at': '2021-07-07T18:39:18Z', 'revision_number': 6, 'project_id': '229074fa5f3445e4ba64710459532036', 'gw_port_host': None}] {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:39:19.444734 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3ca73c05-bb04-4757-9d61-126bbe99b745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:19.448473 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-983a58d9-4a04-4869-8584-c67154075ddf tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:39:19.496450 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca73c05-bb04-4757-9d61-126bbe99b745 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf59c3b-2f20-42fb-9a5b-bec38b728c64,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:19.499677 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-3ca73c05-bb04-4757-9d61-126bbe99b745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:39:19.587168 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3ca73c05-bb04-4757-9d61-126bbe99b745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553050'] for router_gateway, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:19.860593 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3ca73c05-bb04-4757-9d61-126bbe99b745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2520'] for router, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:19.862764 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3ca73c05-bb04-4757-9d61-126bbe99b745 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:19.885608 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3ca73c05-bb04-4757-9d61-126bbe99b745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548025'] for router, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:19.886121 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca73c05-bb04-4757-9d61-126bbe99b745 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7da185c-793f-4c40-b79a-cd194244859f {{(pid=78477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 07 18:39:19.898524 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-3ca73c05-bb04-4757-9d61-126bbe99b745 admin admin] Notify callbacks [] for router, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:19.899697 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-3ca73c05-bb04-4757-9d61-126bbe99b745 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e7da185c-793f-4c40-b79a-cd194244859f HTTP/1.1" status: 204 len: 168 time: 1.4158323 Jul 07 18:39:19.902553 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 33330) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:39:19.964507 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e2fcbc-7d6a-4224-8bdf-835f287774dd admin admin] Deleting subnet 9e464e48-25e4-4c21-b21a-865fedb9b97b {{(pid=78477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 07 18:39:19.967493 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-70e2fcbc-7d6a-4224-8bdf-835f287774dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:20.010650 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 532a5ebd-a25e-4887-8ae3-216189c63f53 no longer exists at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:39:20.023342 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-70e2fcbc-7d6a-4224-8bdf-835f287774dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2398916'] for subnet, precommit_delete_associations {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:20.054632 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] No Port match for: 532a5ebd-a25e-4887-8ae3-216189c63f53 {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:39:20.055061 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 532a5ebd-a25e-4887-8ae3-216189c63f53 not bound to the agent host dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:39:20.105017 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-70e2fcbc-7d6a-4224-8bdf-835f287774dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15871345'] for subnet, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:20.176099 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-70e2fcbc-7d6a-4224-8bdf-835f287774dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15868612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4006565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2372143'] for subnet, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:20.180315 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-c9c87932-a3c2-42be-9c57-941efeeef3b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:39:20.213726 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2fcbc-7d6a-4224-8bdf-835f287774dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e464e48-25e4-4c21-b21a-865fedb9b97b,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:20.217138 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-70e2fcbc-7d6a-4224-8bdf-835f287774dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:39:20.219579 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-70e2fcbc-7d6a-4224-8bdf-835f287774dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:20.228140 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-70e2fcbc-7d6a-4224-8bdf-835f287774dd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9e464e48-25e4-4c21-b21a-865fedb9b97b HTTP/1.1" status: 204 len: 168 time: 0.3218040 Jul 07 18:39:20.228255 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c3ea52-58e7-41f5-869b-1a6fd0db5e7e None None] Network 72d36f31-17c4-4180-b454-ed56f784f3fe requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:39:20.228363 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 33334) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:39:20.341257 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-856952e7-0b0e-4782-8e53-b42e3d5d2ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16713874'] for network, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:20.351951 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [None req-856952e7-0b0e-4782-8e53-b42e3d5d2ea7 admin admin] Deleting port c33c4aba-42a9-42d9-bbae-3e7febe13c33 {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:39:20.352286 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-856952e7-0b0e-4782-8e53-b42e3d5d2ea7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:20.365731 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-94c10ad8-e5f0-42e7-95c4-34b7cd055dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:20.499504 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0e8e87-e761-4beb-8e95-e164284cdbb3 None None] DHCP port deletion for 72d36f31-17c4-4180-b454-ed56f784f3fe request from dv-cinder-798696-1-smb {{(pid=78479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 07 18:39:20.503765 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-4b0e8e87-e761-4beb-8e95-e164284cdbb3 None None] Deleting port c33c4aba-42a9-42d9-bbae-3e7febe13c33 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:39:20.504140 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4b0e8e87-e761-4beb-8e95-e164284cdbb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:20.563597 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [None req-856952e7-0b0e-4782-8e53-b42e3d5d2ea7 admin admin] For port c33c4aba-42a9-42d9-bbae-3e7febe13c33, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=c33c4aba-42a9-42d9-bbae-3e7febe13c33,segment=NetworkSegment(4ad7979d-0fdf-43a5-b16c-6be4b44243f6),segment_id=4ad7979d-0fdf-43a5-b16c-6be4b44243f6)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:39:20.563954 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-856952e7-0b0e-4782-8e53-b42e3d5d2ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:20.691618 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [None req-856952e7-0b0e-4782-8e53-b42e3d5d2ea7 admin admin] Calling delete_port for c33c4aba-42a9-42d9-bbae-3e7febe13c33 owned by network:dhcp {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:39:20.711249 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4b0e8e87-e761-4beb-8e95-e164284cdbb3 None None] For port c33c4aba-42a9-42d9-bbae-3e7febe13c33, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=c33c4aba-42a9-42d9-bbae-3e7febe13c33,segment=NetworkSegment(4ad7979d-0fdf-43a5-b16c-6be4b44243f6),segment_id=4ad7979d-0fdf-43a5-b16c-6be4b44243f6)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:39:20.711650 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4b0e8e87-e761-4beb-8e95-e164284cdbb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:20.767645 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-856952e7-0b0e-4782-8e53-b42e3d5d2ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:20.771235 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-fee64e08-f904-4c4d-8efd-eadd96711d41 tempest-VolumesSnapshotTestJSON-1286113000 tempest-VolumesSnapshotTestJSON-1286113000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:39:20.817710 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856952e7-0b0e-4782-8e53-b42e3d5d2ea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c33c4aba-42a9-42d9-bbae-3e7febe13c33,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:20.820367 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-856952e7-0b0e-4782-8e53-b42e3d5d2ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:39:20.822908 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856952e7-0b0e-4782-8e53-b42e3d5d2ea7 admin admin] No DVR routers for this DVR port c33c4aba-42a9-42d9-bbae-3e7febe13c33 on host dv-cinder-798696-1-smb {{(pid=78477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:39:20.836481 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-4b0e8e87-e761-4beb-8e95-e164284cdbb3 None None] Calling delete_port for c33c4aba-42a9-42d9-bbae-3e7febe13c33 owned by network:dhcp {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:39:20.906998 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.db.api [None req-4b0e8e87-e761-4beb-8e95-e164284cdbb3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:39:20.907359 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_db.api [None req-4b0e8e87-e761-4beb-8e95-e164284cdbb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:39:20.936997 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-856952e7-0b0e-4782-8e53-b42e3d5d2ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15866878', 'neutron.services.segments.db._delete_segments_for_network-8734830643384'] for network, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:20.949532 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.services.segments.db [None req-856952e7-0b0e-4782-8e53-b42e3d5d2ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d36f31-17c4-4180-b454-ed56f784f3fe']}} {{(pid=78477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:20.962304 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.services.segments.db [None req-856952e7-0b0e-4782-8e53-b42e3d5d2ea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad7979d-0fdf-43a5-b16c-6be4b44243f6') {'for_net_delete': True} {{(pid=78477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:20.962619 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.services.segments.db [None req-856952e7-0b0e-4782-8e53-b42e3d5d2ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad7979d-0fdf-43a5-b16c-6be4b44243f6') {} {{(pid=78477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:20.974306 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-856952e7-0b0e-4782-8e53-b42e3d5d2ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734830655007', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2398927'] for segment, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:20.990470 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-856952e7-0b0e-4782-8e53-b42e3d5d2ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:20.996376 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856952e7-0b0e-4782-8e53-b42e3d5d2ea7 admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=78477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:39:20.996752 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-856952e7-0b0e-4782-8e53-b42e3d5d2ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15873862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4006915'] for segment, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: Traceback (most recent call last): Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: timer() Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: cb(*args, **kw) Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: return func(*args, **kwargs) Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: self._notify() Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: self.callback(batched_events) Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: event.method(event) Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: return f(self, *a, **k) Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: return self._get(url).json() Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: return self.request(url, 'GET', **kwargs) Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:39:21.009673 dv-cinder-798696-1-smb neutron-server[78477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:39:21.089421 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-856952e7-0b0e-4782-8e53-b42e3d5d2ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15866871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553073'] for network, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:21.093027 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-6c82d09b-40f5-4a81-b3d3-ab0750a0aaa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:39:21.109269 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-856952e7-0b0e-4782-8e53-b42e3d5d2ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:21.115456 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856952e7-0b0e-4782-8e53-b42e3d5d2ea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=72d36f31-17c4-4180-b454-ed56f784f3fe,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:21.119812 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-856952e7-0b0e-4782-8e53-b42e3d5d2ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:39:21.122637 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:21.131723 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-856952e7-0b0e-4782-8e53-b42e3d5d2ea7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/72d36f31-17c4-4180-b454-ed56f784f3fe HTTP/1.1" status: 204 len: 168 time: 0.9027276 Jul 07 18:39:21.134598 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 33340) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:39:21.408969 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-4b0e8e87-e761-4beb-8e95-e164284cdbb3 None None] Deleting port c33c4aba-42a9-42d9-bbae-3e7febe13c33 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:39:21.409357 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4b0e8e87-e761-4beb-8e95-e164284cdbb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:21.508091 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 1cf59c3b-2f20-42fb-9a5b-bec38b728c64 no longer exists at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:39:21.545660 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-4b0e8e87-e761-4beb-8e95-e164284cdbb3 None None] The port 'c33c4aba-42a9-42d9-bbae-3e7febe13c33' was deleted {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 07 18:39:21.551643 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] No Port match for: 1cf59c3b-2f20-42fb-9a5b-bec38b728c64 {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:39:21.551994 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 1cf59c3b-2f20-42fb-9a5b-bec38b728c64 not bound to the agent host dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:39:21.552420 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device c33c4aba-42a9-42d9-bbae-3e7febe13c33 no longer exists at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:39:21.587371 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] No Port match for: c33c4aba-42a9-42d9-bbae-3e7febe13c33 {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:39:21.587728 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device c33c4aba-42a9-42d9-bbae-3e7febe13c33 not bound to the agent host dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:39:21.765338 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1aea7e06-11ca-4fff-a4e8-2db5c0fb402b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546929'] for router_interface, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:22.108276 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [None req-1aea7e06-11ca-4fff-a4e8-2db5c0fb402b admin admin] Deleting port 8f8c5796-33d0-4a36-a032-2b2add6cfc75 {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:39:22.108619 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1aea7e06-11ca-4fff-a4e8-2db5c0fb402b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:22.279493 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [None req-1aea7e06-11ca-4fff-a4e8-2db5c0fb402b admin admin] For port 8f8c5796-33d0-4a36-a032-2b2add6cfc75, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=8f8c5796-33d0-4a36-a032-2b2add6cfc75,segment=NetworkSegment(2d796797-21df-4c1d-a9a8-c7d146154b5d),segment_id=2d796797-21df-4c1d-a9a8-c7d146154b5d)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:39:22.279845 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1aea7e06-11ca-4fff-a4e8-2db5c0fb402b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:22.404441 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [None req-1aea7e06-11ca-4fff-a4e8-2db5c0fb402b admin admin] Calling delete_port for 8f8c5796-33d0-4a36-a032-2b2add6cfc75 owned by network:router_interface {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:39:22.546188 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:22.581292 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1aea7e06-11ca-4fff-a4e8-2db5c0fb402b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:22.584783 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-abefdb7b-2d98-44ea-aa95-a1c269a4cbf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:39:22.625512 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea7e06-11ca-4fff-a4e8-2db5c0fb402b admin admin] Pushing event deleted for resources: {'Port': ['ID=8f8c5796-33d0-4a36-a032-2b2add6cfc75,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:22.629641 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-1aea7e06-11ca-4fff-a4e8-2db5c0fb402b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:39:22.979377 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-1aea7e06-11ca-4fff-a4e8-2db5c0fb402b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547013'] for router_interface, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:23.368209 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aea7e06-11ca-4fff-a4e8-2db5c0fb402b admin admin] Router 052a4594-eb81-43a8-bdc0-7770a4b644fc has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:39:23.552650 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aea7e06-11ca-4fff-a4e8-2db5c0fb402b admin admin] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:39:23.560820 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecebbac8-3cab-49ac-8f0b-324f33b6c9d0 None None] Sync routers for ids ['052a4594-eb81-43a8-bdc0-7770a4b644fc'] in dv-cinder-798696-1-smb {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:39:23.568501 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-1aea7e06-11ca-4fff-a4e8-2db5c0fb402b admin admin] 10.222.0.41 "PUT /v2.0/routers/052a4594-eb81-43a8-bdc0-7770a4b644fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4327791 Jul 07 18:39:23.570998 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 33348) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:39:23.571153 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecebbac8-3cab-49ac-8f0b-324f33b6c9d0 None None] Routers {'052a4594-eb81-43a8-bdc0-7770a4b644fc'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:39:23.571747 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-ecebbac8-3cab-49ac-8f0b-324f33b6c9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:39:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['052a4594-eb81-43a8-bdc0-7770a4b644fc'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:23.748297 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d1c7e0dc-5b4a-4a01-93e2-f1ae7e9a0b30 admin admin] Notify callbacks [] for router, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:23.749653 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-ecebbac8-3cab-49ac-8f0b-324f33b6c9d0 None None] Set router 052a4594-eb81-43a8-bdc0-7770a4b644fc gateway port host: dv-cinder-798696-1-smb {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:39:23.922440 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d1c7e0dc-5b4a-4a01-93e2-f1ae7e9a0b30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:23.932238 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [None req-d1c7e0dc-5b4a-4a01-93e2-f1ae7e9a0b30 admin admin] Deleting port 0b0fd182-f3b0-45bc-bf42-79a8b0df976f {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:39:23.932692 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d1c7e0dc-5b4a-4a01-93e2-f1ae7e9a0b30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:24.031532 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-ecebbac8-3cab-49ac-8f0b-324f33b6c9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052a4594-eb81-43a8-bdc0-7770a4b644fc', 'name': 'tempest-TestShelveInstance-1548541946-router', 'tenant_id': '52560984c1394fca9327a8e49dba20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '0b0fd182-f3b0-45bc-bf42-79a8b0df976f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:34:30Z', 'updated_at': '2021-07-07T18:39:22Z', 'revision_number': 5, 'project_id': '52560984c1394fca9327a8e49dba20b8', 'gw_port': {'id': '0b0fd182-f3b0-45bc-bf42-79a8b0df976f', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a4594-eb81-43a8-bdc0-7770a4b644fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:31Z', 'updated_at': '2021-07-07T18:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:24.036089 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecebbac8-3cab-49ac-8f0b-324f33b6c9d0 None None] Checking router: 052a4594-eb81-43a8-bdc0-7770a4b644fc for host: dv-cinder-798696-1-smb {{(pid=78479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:39:24.044168 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecebbac8-3cab-49ac-8f0b-324f33b6c9d0 None None] Routers {'052a4594-eb81-43a8-bdc0-7770a4b644fc'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:39:24.044783 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-ecebbac8-3cab-49ac-8f0b-324f33b6c9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:39:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['052a4594-eb81-43a8-bdc0-7770a4b644fc'], 'active': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:24.111117 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [None req-d1c7e0dc-5b4a-4a01-93e2-f1ae7e9a0b30 admin admin] For port 0b0fd182-f3b0-45bc-bf42-79a8b0df976f, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=0b0fd182-f3b0-45bc-bf42-79a8b0df976f,segment=NetworkSegment(34c6f55a-e384-474c-af70-55cf6bf9ed8f),segment_id=34c6f55a-e384-474c-af70-55cf6bf9ed8f)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:39:24.111730 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d1c7e0dc-5b4a-4a01-93e2-f1ae7e9a0b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:24.196173 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_dvr_db [None req-ecebbac8-3cab-49ac-8f0b-324f33b6c9d0 None None] Set router 052a4594-eb81-43a8-bdc0-7770a4b644fc gateway port host: None {{(pid=78479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:39:24.305444 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.l3_hamode_db [None req-ecebbac8-3cab-49ac-8f0b-324f33b6c9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052a4594-eb81-43a8-bdc0-7770a4b644fc', 'name': 'tempest-TestShelveInstance-1548541946-router', 'tenant_id': '52560984c1394fca9327a8e49dba20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:34:30Z', 'updated_at': '2021-07-07T18:39:23Z', 'revision_number': 6, 'project_id': '52560984c1394fca9327a8e49dba20b8', 'gw_port_host': None}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:24.309874 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecebbac8-3cab-49ac-8f0b-324f33b6c9d0 None None] The sync data for ids ['052a4594-eb81-43a8-bdc0-7770a4b644fc'] in dv-cinder-798696-1-smb is: [{'id': '052a4594-eb81-43a8-bdc0-7770a4b644fc', 'name': 'tempest-TestShelveInstance-1548541946-router', 'tenant_id': '52560984c1394fca9327a8e49dba20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:34:30Z', 'updated_at': '2021-07-07T18:39:23Z', 'revision_number': 6, 'project_id': '52560984c1394fca9327a8e49dba20b8', 'gw_port_host': None}] {{(pid=78479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:39:24.348295 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [None req-d1c7e0dc-5b4a-4a01-93e2-f1ae7e9a0b30 admin admin] Calling delete_port for 0b0fd182-f3b0-45bc-bf42-79a8b0df976f owned by network:router_gateway {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:39:24.513871 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d1c7e0dc-5b4a-4a01-93e2-f1ae7e9a0b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:24.519004 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-529b06ea-ecef-4db0-b8a3-aa6bfa54a2c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:39:24.565806 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7e0dc-5b4a-4a01-93e2-f1ae7e9a0b30 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b0fd182-f3b0-45bc-bf42-79a8b0df976f,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:24.591427 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-d1c7e0dc-5b4a-4a01-93e2-f1ae7e9a0b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:39:24.653610 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d1c7e0dc-5b4a-4a01-93e2-f1ae7e9a0b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553050'] for router_gateway, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:24.830874 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d1c7e0dc-5b4a-4a01-93e2-f1ae7e9a0b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2520'] for router, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:24.833024 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d1c7e0dc-5b4a-4a01-93e2-f1ae7e9a0b30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:24.855010 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d1c7e0dc-5b4a-4a01-93e2-f1ae7e9a0b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548025'] for router, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:24.855500 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c7e0dc-5b4a-4a01-93e2-f1ae7e9a0b30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 052a4594-eb81-43a8-bdc0-7770a4b644fc {{(pid=78477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 07 18:39:24.868017 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d1c7e0dc-5b4a-4a01-93e2-f1ae7e9a0b30 admin admin] Notify callbacks [] for router, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:24.869139 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-d1c7e0dc-5b4a-4a01-93e2-f1ae7e9a0b30 admin admin] 10.222.0.41 "DELETE /v2.0/routers/052a4594-eb81-43a8-bdc0-7770a4b644fc HTTP/1.1" status: 204 len: 168 time: 1.2970197 Jul 07 18:39:24.871602 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 33358) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:39:24.931891 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81a61c0-6299-443d-b460-b8ed3031627b admin admin] Deleting subnet e92aed89-ed50-46ec-9d85-3c9710b7e9de {{(pid=78477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 07 18:39:24.934788 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-a81a61c0-6299-443d-b460-b8ed3031627b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:24.983521 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-a81a61c0-6299-443d-b460-b8ed3031627b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2398916'] for subnet, precommit_delete_associations {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:25.061099 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-a81a61c0-6299-443d-b460-b8ed3031627b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15871345'] for subnet, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:25.131937 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-a81a61c0-6299-443d-b460-b8ed3031627b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15868612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4006565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2372143'] for subnet, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:25.135720 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-369485a8-4bfa-43f3-b284-88b86b2584c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:39:25.168322 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a61c0-6299-443d-b460-b8ed3031627b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e92aed89-ed50-46ec-9d85-3c9710b7e9de,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:25.172726 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-a81a61c0-6299-443d-b460-b8ed3031627b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:39:25.179774 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-a81a61c0-6299-443d-b460-b8ed3031627b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:25.185722 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166f1696-46b7-4668-a3d5-324952ae22fd None None] Network cec63fa6-7419-4e03-a763-1ac08f526e18 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:39:25.187142 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-a81a61c0-6299-443d-b460-b8ed3031627b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e92aed89-ed50-46ec-9d85-3c9710b7e9de HTTP/1.1" status: 204 len: 168 time: 0.3145623 Jul 07 18:39:25.190158 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33362) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:39:25.298963 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16713874'] for network, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:25.310366 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Deleting port c2a3d542-85a7-41d6-8b3f-4da3f64a2485 {{(pid=78478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:39:25.310646 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:25.441056 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea18b48e-aba2-4a10-87c1-223e2313ea84 None None] DHCP port deletion for cec63fa6-7419-4e03-a763-1ac08f526e18 request from dv-cinder-798696-1-smb {{(pid=78479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 07 18:39:25.445195 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-ea18b48e-aba2-4a10-87c1-223e2313ea84 None None] Deleting port c2a3d542-85a7-41d6-8b3f-4da3f64a2485 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:39:25.445573 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ea18b48e-aba2-4a10-87c1-223e2313ea84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:25.497420 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 8f8c5796-33d0-4a36-a032-2b2add6cfc75 no longer exists at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:39:25.531322 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.db [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] For port c2a3d542-85a7-41d6-8b3f-4da3f64a2485, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=c2a3d542-85a7-41d6-8b3f-4da3f64a2485,segment=NetworkSegment(2d796797-21df-4c1d-a9a8-c7d146154b5d),segment_id=2d796797-21df-4c1d-a9a8-c7d146154b5d)] {{(pid=78478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:39:25.531679 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:25.560666 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] No Port match for: 8f8c5796-33d0-4a36-a032-2b2add6cfc75 {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:39:25.560930 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 8f8c5796-33d0-4a36-a032-2b2add6cfc75 not bound to the agent host dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:39:25.561350 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 0b0fd182-f3b0-45bc-bf42-79a8b0df976f no longer exists at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:39:25.659147 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] No Port match for: 0b0fd182-f3b0-45bc-bf42-79a8b0df976f {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:39:25.659413 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 0b0fd182-f3b0-45bc-bf42-79a8b0df976f not bound to the agent host dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:39:25.659835 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device c2a3d542-85a7-41d6-8b3f-4da3f64a2485 no longer exists at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:39:25.760344 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Calling delete_port for c2a3d542-85a7-41d6-8b3f-4da3f64a2485 owned by network:dhcp {{(pid=78478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:39:25.837166 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4077769'] for port, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:25.841754 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-ecc1b0d3-8655-4e08-b094-73867c1f7a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:39:25.849998 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Port c2a3d542-85a7-41d6-8b3f-4da3f64a2485 update to DOWN by agent not found {{(pid=78479) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2113}} Jul 07 18:39:25.856917 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-ea18b48e-aba2-4a10-87c1-223e2313ea84 None None] For port c2a3d542-85a7-41d6-8b3f-4da3f64a2485, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=c2a3d542-85a7-41d6-8b3f-4da3f64a2485,segment=NetworkSegment(2d796797-21df-4c1d-a9a8-c7d146154b5d),segment_id=2d796797-21df-4c1d-a9a8-c7d146154b5d)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:39:25.857323 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ea18b48e-aba2-4a10-87c1-223e2313ea84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:25.889093 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=c2a3d542-85a7-41d6-8b3f-4da3f64a2485,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:25.893695 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] No DVR routers for this DVR port c2a3d542-85a7-41d6-8b3f-4da3f64a2485 on host dv-cinder-798696-1-smb {{(pid=78478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:39:25.927923 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:25.928299 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:25.928669 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:25.929029 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:25.929387 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:25.929876 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:25.930237 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:25.930592 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:25.930966 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:25.931319 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:25.931674 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:25.932024 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:25.939106 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:39:25.992632 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-ea18b48e-aba2-4a10-87c1-223e2313ea84 None None] Calling delete_port for c2a3d542-85a7-41d6-8b3f-4da3f64a2485 owned by network:dhcp {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:39:26.031194 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15866878', 'neutron.services.segments.db._delete_segments_for_network-8734830643384'] for network, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:26.045585 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec63fa6-7419-4e03-a763-1ac08f526e18']}} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:26.060892 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d796797-21df-4c1d-a9a8-c7d146154b5d') {'for_net_delete': True} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:26.061256 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d796797-21df-4c1d-a9a8-c7d146154b5d') {} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:26.074581 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.db.api [None req-ea18b48e-aba2-4a10-87c1-223e2313ea84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:39:26.074972 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_db.api [None req-ea18b48e-aba2-4a10-87c1-223e2313ea84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:39:26.076907 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734830655007', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4079300'] for segment, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:26.094596 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:26.102018 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=78478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:39:26.102600 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15873862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4077724'] for segment, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: Traceback (most recent call last): Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: timer() Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: cb(*args, **kw) Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: return func(*args, **kwargs) Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: self._notify() Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: self.callback(batched_events) Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: event.method(event) Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: return f(self, *a, **k) Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: return self._get(url).json() Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: return self.request(url, 'GET', **kwargs) Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:39:26.116246 dv-cinder-798696-1-smb neutron-server[78478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:39:26.195809 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15866871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553073'] for network, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:26.199690 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:39:26.213707 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:26.224991 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Pushing event deleted for resources: {'Network': ['ID=cec63fa6-7419-4e03-a763-1ac08f526e18,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:26.229206 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:39:26.235158 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] 10.222.0.41 "DELETE /v2.0/networks/cec63fa6-7419-4e03-a763-1ac08f526e18 HTTP/1.1" status: 204 len: 168 time: 1.0415628 Jul 07 18:39:26.356119 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33376) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:39:26.405434 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-6325602e-e7d2-444e-adbf-042f6a252772 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=229074fa5f3445e4ba64710459532036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480628 Jul 07 18:39:26.408555 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33380) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:39:26.468976 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4db80bda-7760-4c35-858c-57655d29b74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:26.495048 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4db80bda-7760-4c35-858c-57655d29b74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:26.547467 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4db80bda-7760-4c35-858c-57655d29b74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:26.553827 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-66a867e6-4961-4d00-a382-781f34183c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:39:26.566276 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db80bda-7760-4c35-858c-57655d29b74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda78f4c-abdf-4f29-a3da-85365eb05504,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:26.568723 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-4db80bda-7760-4c35-858c-57655d29b74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:39:26.575080 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-4db80bda-7760-4c35-858c-57655d29b74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:26.576146 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-ea18b48e-aba2-4a10-87c1-223e2313ea84 None None] Deleting port c2a3d542-85a7-41d6-8b3f-4da3f64a2485 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:39:26.576575 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ea18b48e-aba2-4a10-87c1-223e2313ea84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:26.576668 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-4db80bda-7760-4c35-858c-57655d29b74c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bda78f4c-abdf-4f29-a3da-85365eb05504 HTTP/1.1" status: 204 len: 168 time: 0.1671503 Jul 07 18:39:26.652900 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-ea18b48e-aba2-4a10-87c1-223e2313ea84 None None] The port 'c2a3d542-85a7-41d6-8b3f-4da3f64a2485' was deleted {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 07 18:39:26.924438 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33388) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:39:26.977058 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-489711d8-c0ae-410c-8de2-06ae45a4af67 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52560984c1394fca9327a8e49dba20b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511923 Jul 07 18:39:26.979474 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33392) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:39:27.037738 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-fb5ef85f-571a-4fa6-8deb-4f13447416ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:27.063196 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-fb5ef85f-571a-4fa6-8deb-4f13447416ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:27.115112 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-fb5ef85f-571a-4fa6-8deb-4f13447416ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:27.118836 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-ac213c22-d99e-488e-8069-a084eeecc051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:39:27.129417 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ef85f-571a-4fa6-8deb-4f13447416ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf6ffea-cb86-4f37-a5ae-5affd22ce95b,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:27.133224 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-fb5ef85f-571a-4fa6-8deb-4f13447416ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:39:27.137270 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-fb5ef85f-571a-4fa6-8deb-4f13447416ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:27.138389 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-fb5ef85f-571a-4fa6-8deb-4f13447416ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bdf6ffea-cb86-4f37-a5ae-5affd22ce95b HTTP/1.1" status: 204 len: 168 time: 0.1580880 Jul 07 18:39:30.398693 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6b126-9140-47da-895d-acfa629949c3 req-56c49453-73e3-4c1b-be3d-cc5cc78db70f tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:30.400198 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-9da6b126-9140-47da-895d-acfa629949c3 req-56c49453-73e3-4c1b-be3d-cc5cc78db70f tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.0843818 Jul 07 18:39:30.444505 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-9da6b126-9140-47da-895d-acfa629949c3 req-057ee9f9-d85c-479f-b69d-31bf58e4acb6 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380921 Jul 07 18:39:31.638043 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262d513-1dfb-479d-97d1-ef646bd420a7 req-3f4ebc23-9619-44a6-83a9-013cda18381a tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:31.639551 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-9262d513-1dfb-479d-97d1-ef646bd420a7 req-3f4ebc23-9619-44a6-83a9-013cda18381a tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.0862501 Jul 07 18:39:31.684558 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-9262d513-1dfb-479d-97d1-ef646bd420a7 req-3fd63fe3-57a7-4231-9829-022e06580d9a tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387774 Jul 07 18:39:32.869306 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69a6da-e7dd-444e-b154-d576834b7f7c req-1270be08-c97a-4385-9860-046b12277074 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:32.870778 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bf69a6da-e7dd-444e-b154-d576834b7f7c req-1270be08-c97a-4385-9860-046b12277074 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.0792832 Jul 07 18:39:32.914364 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bf69a6da-e7dd-444e-b154-d576834b7f7c req-d3344685-ceff-4b47-b2d0-f0049d3475d9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379901 Jul 07 18:39:34.098060 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9d146-b0a3-4051-9fb0-6378c4344af9 req-c3ee8ed2-5d04-4d7b-be5c-a6bdca037ea1 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:34.099548 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f5b9d146-b0a3-4051-9fb0-6378c4344af9 req-c3ee8ed2-5d04-4d7b-be5c-a6bdca037ea1 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.0786018 Jul 07 18:39:34.146614 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f5b9d146-b0a3-4051-9fb0-6378c4344af9 req-4fa02335-a793-4fd7-b081-b44f033a74c0 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412052 Jul 07 18:39:35.336955 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed012c-e163-432c-9506-97125752e992 req-cedb2ee6-3dc0-4f0c-b4e5-62966f785bff tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:35.338456 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-01ed012c-e163-432c-9506-97125752e992 req-cedb2ee6-3dc0-4f0c-b4e5-62966f785bff tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.0816379 Jul 07 18:39:35.382377 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-01ed012c-e163-432c-9506-97125752e992 req-e400d110-844a-41b0-ad20-0b0f317f56f2 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382447 Jul 07 18:39:35.952112 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:36.566287 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6d4ce-8619-434c-85a4-ca2bf2c5dd0b req-2056850a-714c-42e0-aaa5-8530b0c94121 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:36.567774 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e7d6d4ce-8619-434c-85a4-ca2bf2c5dd0b req-2056850a-714c-42e0-aaa5-8530b0c94121 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.0790381 Jul 07 18:39:36.612569 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e7d6d4ce-8619-434c-85a4-ca2bf2c5dd0b req-273aec62-b5c3-4743-a52f-4a6811813855 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391569 Jul 07 18:39:37.803480 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b20232-0035-4512-a033-fa5dccb3f6b5 req-3ad1146c-cc7f-4156-944b-c83876395b58 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:37.804864 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-72b20232-0035-4512-a033-fa5dccb3f6b5 req-3ad1146c-cc7f-4156-944b-c83876395b58 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.0820096 Jul 07 18:39:37.849537 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-72b20232-0035-4512-a033-fa5dccb3f6b5 req-eacb9751-ec00-4b66-a22a-842e10549c06 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391245 Jul 07 18:39:39.047480 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56653642-b7d6-490b-a7e1-9c35de8c0ba1 req-5cb0c783-f63c-4dab-b57f-8ce277be6c8f tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:39.049050 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-56653642-b7d6-490b-a7e1-9c35de8c0ba1 req-5cb0c783-f63c-4dab-b57f-8ce277be6c8f tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.0864801 Jul 07 18:39:39.098778 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-56653642-b7d6-490b-a7e1-9c35de8c0ba1 req-7b664cb4-5cdf-4a33-bfd8-c67eeaf5dcf0 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437469 Jul 07 18:39:40.281028 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6e113-5119-497c-99c1-d357f423ece1 req-3b236ac3-9552-4394-a3b7-76a894738fa2 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:40.282933 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-38b6e113-5119-497c-99c1-d357f423ece1 req-3b236ac3-9552-4394-a3b7-76a894738fa2 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.0778224 Jul 07 18:39:40.326818 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-38b6e113-5119-497c-99c1-d357f423ece1 req-3e1ffc99-e798-4be0-bf80-b05a4c086d1e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383101 Jul 07 18:39:40.568825 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:39:41.513485 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1b528-ec12-42e2-b4c7-e6aedb270ecf req-851399f4-0076-42ee-a655-072aac337d41 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:41.514975 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-efc1b528-ec12-42e2-b4c7-e6aedb270ecf req-851399f4-0076-42ee-a655-072aac337d41 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.0799387 Jul 07 18:39:41.562359 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-efc1b528-ec12-42e2-b4c7-e6aedb270ecf req-8669130a-b9a6-406d-afc3-6ad407793472 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410771 Jul 07 18:39:41.903031 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc90a71-aa9c-46c7-b8af-ce8babe100c1 req-7733fe3e-ed7d-4909-b4cb-b7fc0f8d12b9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:41.904504 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-bbc90a71-aa9c-46c7-b8af-ce8babe100c1 req-7733fe3e-ed7d-4909-b4cb-b7fc0f8d12b9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.0872197 Jul 07 18:39:41.951830 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-bbc90a71-aa9c-46c7-b8af-ce8babe100c1 req-1e22a2c0-92d1-4256-b479-73e003b0b23c tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415320 Jul 07 18:39:41.955913 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cebf7f-accb-445d-96b0-2eb1cf98d321 req-46c80538-dcf4-4a22-b6c8-3a0e40bcd164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:41.957397 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-25cebf7f-accb-445d-96b0-2eb1cf98d321 req-46c80538-dcf4-4a22-b6c8-3a0e40bcd164 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bb49104326a14863b5e210bd0c724dd1&device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 1099 time: 0.0767767 Jul 07 18:39:42.182346 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cebf7f-accb-445d-96b0-2eb1cf98d321 req-afaba531-7702-47fa-b668-bf14c1593c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:42.183830 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-25cebf7f-accb-445d-96b0-2eb1cf98d321 req-afaba531-7702-47fa-b668-bf14c1593c77 service neutron] 10.222.0.89 "GET /v2.0/networks?id=760af8f8-1ef6-429f-9b6a-85a88fd2043e HTTP/1.1" status: 200 len: 912 time: 0.2179034 Jul 07 18:39:42.291859 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-25cebf7f-accb-445d-96b0-2eb1cf98d321 req-e57891db-d8bf-4c7a-b789-a74569f1f00f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 HTTP/1.1" status: 200 len: 1002 time: 0.0968294 Jul 07 18:39:42.356844 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cebf7f-accb-445d-96b0-2eb1cf98d321 req-5eaf9996-bc71-45d2-9f85-a912c94d73d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:42.358325 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-25cebf7f-accb-445d-96b0-2eb1cf98d321 req-5eaf9996-bc71-45d2-9f85-a912c94d73d6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4882366c-12d3-430a-830c-694134492744 HTTP/1.1" status: 200 len: 850 time: 0.0569491 Jul 07 18:39:42.437825 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cebf7f-accb-445d-96b0-2eb1cf98d321 req-763e475e-f079-41c9-a66d-467b25c88f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:42.439394 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-25cebf7f-accb-445d-96b0-2eb1cf98d321 req-763e475e-f079-41c9-a66d-467b25c88f83 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=760af8f8-1ef6-429f-9b6a-85a88fd2043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699716 Jul 07 18:39:42.577688 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-25cebf7f-accb-445d-96b0-2eb1cf98d321 req-78b1561c-a2fc-4642-b158-f615d390c104 service neutron] 10.222.0.89 "GET /v2.0/networks/760af8f8-1ef6-429f-9b6a-85a88fd2043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304049 Jul 07 18:39:42.710168 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-25cebf7f-accb-445d-96b0-2eb1cf98d321 req-9e28f8a4-7459-4219-8e0c-b64e592c083c service neutron] 10.222.0.89 "GET /v2.0/networks/760af8f8-1ef6-429f-9b6a-85a88fd2043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246114 Jul 07 18:39:43.139605 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c470195-1de7-437f-97d8-336a7d741637 req-03ac3262-509b-4750-bb1e-13faa00c362a tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:43.142321 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1c470195-1de7-437f-97d8-336a7d741637 req-03ac3262-509b-4750-bb1e-13faa00c362a tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.0829358 Jul 07 18:39:43.185340 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1c470195-1de7-437f-97d8-336a7d741637 req-1c9962ea-f49e-4698-8114-7871d63bdd73 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380383 Jul 07 18:39:44.379865 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8e64c-ad54-469f-819b-e682db3dcbeb req-1a936321-db43-437d-884c-c2e3936427a9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:44.381328 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-41e8e64c-ad54-469f-819b-e682db3dcbeb req-1a936321-db43-437d-884c-c2e3936427a9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.0858295 Jul 07 18:39:44.425709 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-41e8e64c-ad54-469f-819b-e682db3dcbeb req-155f9285-2d29-49ea-b968-c1598257ca82 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387464 Jul 07 18:39:47.570557 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-77a7e81f-e78c-48ec-ad81-a17473fc7d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:48.154971 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:50.278106 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-fcb46cdf-674b-4aac-9675-d7e49acff5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:51.123182 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:52.550467 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:05.967464 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:08.892564 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e0a0aedd-e861-445d-ad07-d3792bf075bd req-3a64a68d-5c19-4e81-b3dc-3dd76d412f2f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745134 Jul 07 18:40:08.985165 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0aedd-e861-445d-ad07-d3792bf075bd req-844546a1-c9b4-42a6-87bd-2c80f95ebca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:08.986651 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e0a0aedd-e861-445d-ad07-d3792bf075bd req-844546a1-c9b4-42a6-87bd-2c80f95ebca3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bb49104326a14863b5e210bd0c724dd1&device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 1099 time: 0.0717182 Jul 07 18:40:09.135107 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0aedd-e861-445d-ad07-d3792bf075bd req-b9a8f2cd-5cdf-4fff-a0ea-72d077be816b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:09.136566 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e0a0aedd-e861-445d-ad07-d3792bf075bd req-b9a8f2cd-5cdf-4fff-a0ea-72d077be816b service neutron] 10.222.0.89 "GET /v2.0/networks?id=760af8f8-1ef6-429f-9b6a-85a88fd2043e HTTP/1.1" status: 200 len: 912 time: 0.1273239 Jul 07 18:40:09.240269 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e0a0aedd-e861-445d-ad07-d3792bf075bd req-de8aec56-539c-4a99-be56-8309e586d5e6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 HTTP/1.1" status: 200 len: 1002 time: 0.0962272 Jul 07 18:40:09.303599 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0aedd-e861-445d-ad07-d3792bf075bd req-c00abb62-e08d-485e-84fc-4090f6678301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:09.305045 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e0a0aedd-e861-445d-ad07-d3792bf075bd req-c00abb62-e08d-485e-84fc-4090f6678301 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4882366c-12d3-430a-830c-694134492744 HTTP/1.1" status: 200 len: 850 time: 0.0571184 Jul 07 18:40:09.383401 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0aedd-e861-445d-ad07-d3792bf075bd req-216a2263-85ec-4e03-8155-a53b50d84b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:09.384875 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e0a0aedd-e861-445d-ad07-d3792bf075bd req-216a2263-85ec-4e03-8155-a53b50d84b50 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=760af8f8-1ef6-429f-9b6a-85a88fd2043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721009 Jul 07 18:40:09.517334 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e0a0aedd-e861-445d-ad07-d3792bf075bd req-aeaebbdd-1937-4e05-9b0a-2b1e2428a46c service neutron] 10.222.0.89 "GET /v2.0/networks/760af8f8-1ef6-429f-9b6a-85a88fd2043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246283 Jul 07 18:40:09.647391 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-e0a0aedd-e861-445d-ad07-d3792bf075bd req-a8b2f1ae-592f-484f-bb57-0df316b14038 service neutron] 10.222.0.89 "GET /v2.0/networks/760af8f8-1ef6-429f-9b6a-85a88fd2043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226547 Jul 07 18:40:17.548367 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:40:17.572118 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c6ca-0f07-4af9-b64f-6b93b9a1e99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:18.158053 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:20.285444 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-2625a472-dffd-4931-bc04-9e827be3a434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:21.125607 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:21.799802 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c3653-ffe4-4cf4-934e-2daac4e43a70 req-b89f7ca7-aa6a-462c-bd61-87803184da99 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:21.801274 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-827c3653-ffe4-4cf4-934e-2daac4e43a70 req-b89f7ca7-aa6a-462c-bd61-87803184da99 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.0791719 Jul 07 18:40:21.844910 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-827c3653-ffe4-4cf4-934e-2daac4e43a70 req-0c91ad0c-d8b6-4517-9e78-ea311188c6ae tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379484 Jul 07 18:40:22.553090 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:23.030486 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835fe1b-a963-4214-bc54-a1cf499cd6f6 req-92accb60-ff98-4712-90ad-c22178ef81c0 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:23.032568 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f835fe1b-a963-4214-bc54-a1cf499cd6f6 req-92accb60-ff98-4712-90ad-c22178ef81c0 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.0812719 Jul 07 18:40:23.170339 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-f835fe1b-a963-4214-bc54-a1cf499cd6f6 req-4f5a2748-5e8b-4a5c-aa72-29aebca94daf tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317174 Jul 07 18:40:24.454216 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526f31d-be09-4dd0-8e2d-537ae72a15dc req-098f6494-f173-477b-aa13-677cae78cb71 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:24.455721 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3526f31d-be09-4dd0-8e2d-537ae72a15dc req-098f6494-f173-477b-aa13-677cae78cb71 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.1817431 Jul 07 18:40:24.498864 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-3526f31d-be09-4dd0-8e2d-537ae72a15dc req-c8992b53-ddc8-49cf-a4f1-f1f1c5ec4bf2 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375416 Jul 07 18:40:25.684917 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62621c4d-9a26-4439-a4e6-b3f0565290a4 req-1baa94d2-eeed-4dd4-a0d2-b27e298585a1 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:25.686394 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-62621c4d-9a26-4439-a4e6-b3f0565290a4 req-1baa94d2-eeed-4dd4-a0d2-b27e298585a1 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.0793741 Jul 07 18:40:25.730897 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-62621c4d-9a26-4439-a4e6-b3f0565290a4 req-6a31672b-b263-4702-aabd-e2352bb68ca6 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382957 Jul 07 18:40:26.922730 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf8bcb-5cc6-4390-8045-3b3c3c4ed321 req-3a70455b-ca42-471c-a4ef-aca2d4d4cde4 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:26.924223 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-fdaf8bcb-5cc6-4390-8045-3b3c3c4ed321 req-3a70455b-ca42-471c-a4ef-aca2d4d4cde4 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.0866675 Jul 07 18:40:26.974625 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-fdaf8bcb-5cc6-4390-8045-3b3c3c4ed321 req-5e2f2911-32bd-4391-90b3-0a00918aa5eb tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441849 Jul 07 18:40:28.164144 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce54d3-3908-494e-81b9-a26556e58e25 req-145594d2-3a0c-421b-9c15-7a03b902bb53 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:28.165775 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c0ce54d3-3908-494e-81b9-a26556e58e25 req-145594d2-3a0c-421b-9c15-7a03b902bb53 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.0849209 Jul 07 18:40:28.211705 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c0ce54d3-3908-494e-81b9-a26556e58e25 req-14beaf54-f4e0-480b-ba25-21c713fe292c tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402877 Jul 07 18:40:28.550006 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d3512-6584-4859-9ff3-fe706c972309 req-2c4bdd3e-29db-449d-be8d-cbed331d7420 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:28.551419 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-6e1d3512-6584-4859-9ff3-fe706c972309 req-2c4bdd3e-29db-449d-be8d-cbed331d7420 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.0847886 Jul 07 18:40:28.599189 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-6e1d3512-6584-4859-9ff3-fe706c972309 req-f2db63fc-855f-4fe9-acf1-f9aa211c4220 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421615 Jul 07 18:40:28.618897 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5655a3-23d3-40c4-b94e-73517853579f req-3546acc5-ed0b-4a1f-9761-d774ed38b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:28.620377 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bc5655a3-23d3-40c4-b94e-73517853579f req-3546acc5-ed0b-4a1f-9761-d774ed38b850 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bb49104326a14863b5e210bd0c724dd1&device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 1099 time: 0.0725026 Jul 07 18:40:28.755509 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5655a3-23d3-40c4-b94e-73517853579f req-953afd4e-d133-4659-8b5d-a2d1d3b1de0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:28.756939 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bc5655a3-23d3-40c4-b94e-73517853579f req-953afd4e-d133-4659-8b5d-a2d1d3b1de0e service neutron] 10.222.0.89 "GET /v2.0/networks?id=760af8f8-1ef6-429f-9b6a-85a88fd2043e HTTP/1.1" status: 200 len: 912 time: 0.1254227 Jul 07 18:40:28.859860 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bc5655a3-23d3-40c4-b94e-73517853579f req-2cc1e6d4-1a4a-491c-a179-27cfbca5fae6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 HTTP/1.1" status: 200 len: 1002 time: 0.0950422 Jul 07 18:40:28.924720 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5655a3-23d3-40c4-b94e-73517853579f req-65bd419a-fdaf-451f-9e46-c5196b9562c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:28.926149 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bc5655a3-23d3-40c4-b94e-73517853579f req-65bd419a-fdaf-451f-9e46-c5196b9562c5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4882366c-12d3-430a-830c-694134492744 HTTP/1.1" status: 200 len: 850 time: 0.0569596 Jul 07 18:40:29.010259 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5655a3-23d3-40c4-b94e-73517853579f req-db6b30cb-1d06-43b1-8b94-6f0ac8f548b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:29.011794 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bc5655a3-23d3-40c4-b94e-73517853579f req-db6b30cb-1d06-43b1-8b94-6f0ac8f548b9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=760af8f8-1ef6-429f-9b6a-85a88fd2043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741386 Jul 07 18:40:29.150594 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bc5655a3-23d3-40c4-b94e-73517853579f req-070f7693-6040-4dd7-a0a2-87205e163beb service neutron] 10.222.0.89 "GET /v2.0/networks/760af8f8-1ef6-429f-9b6a-85a88fd2043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272132 Jul 07 18:40:29.287576 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-bc5655a3-23d3-40c4-b94e-73517853579f req-6ace4ce4-05fa-45d7-90a9-0bededa13dd0 service neutron] 10.222.0.89 "GET /v2.0/networks/760af8f8-1ef6-429f-9b6a-85a88fd2043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249418 Jul 07 18:40:29.780390 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e5a49-a41c-4da2-8eaa-93a84ae28106 req-ae656b99-e93c-4366-9fc7-41c5425116f1 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:29.782282 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a93e5a49-a41c-4da2-8eaa-93a84ae28106 req-ae656b99-e93c-4366-9fc7-41c5425116f1 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.0789366 Jul 07 18:40:29.829112 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a93e5a49-a41c-4da2-8eaa-93a84ae28106 req-3e1a9687-c126-4cba-8377-b28e1d134cb2 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412033 Jul 07 18:40:31.036175 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e9072-989e-43eb-9704-25c4d3f9c88b req-c4b89c02-b8dd-4344-8c89-1f7ca44fc130 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:31.037658 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-397e9072-989e-43eb-9704-25c4d3f9c88b req-c4b89c02-b8dd-4344-8c89-1f7ca44fc130 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.0793896 Jul 07 18:40:31.081843 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-397e9072-989e-43eb-9704-25c4d3f9c88b req-9603f694-c288-41cc-b5c8-0649d0e372f3 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385287 Jul 07 18:40:35.987603 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:47.574857 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d202f03b-e54d-4390-8f69-a242b70d412a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:48.159990 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:50.282463 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dd0fe50b-e394-4d81-8a2e-cbe883e211a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:51.128362 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:52.556564 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:54.548327 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:41:05.975771 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:07.166040 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df9ccc-1623-4878-a7ac-12eb0905e160 req-ab78af34-57af-4970-ba40-be5d6bbc3570 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:07.167534 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c2df9ccc-1623-4878-a7ac-12eb0905e160 req-ab78af34-57af-4970-ba40-be5d6bbc3570 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.3010268 Jul 07 18:41:07.212793 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c2df9ccc-1623-4878-a7ac-12eb0905e160 req-b3f68681-5a89-4f8c-bdcc-5cf7898246d1 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390937 Jul 07 18:41:08.455463 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565caf1-eaa6-476d-8bdf-bab4d78a7144 req-2e3d7e04-3770-4831-99b1-c87f7850b8bc tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:08.456960 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a565caf1-eaa6-476d-8bdf-bab4d78a7144 req-2e3d7e04-3770-4831-99b1-c87f7850b8bc tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.1383498 Jul 07 18:41:08.501469 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-a565caf1-eaa6-476d-8bdf-bab4d78a7144 req-610098bc-cc55-410e-a8d7-0d26171d1a59 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387564 Jul 07 18:41:09.281812 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e035c44-a86e-4478-b395-ecf065b7d021 req-d6b804a3-5f97-4922-92f0-f5d2a80de5ba tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:09.283188 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1e035c44-a86e-4478-b395-ecf065b7d021 req-d6b804a3-5f97-4922-92f0-f5d2a80de5ba tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.89 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.0791423 Jul 07 18:41:09.360833 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-1e035c44-a86e-4478-b395-ecf065b7d021 req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Deleting port 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:41:09.361170 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-1e035c44-a86e-4478-b395-ecf065b7d021 req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:09.608787 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-1e035c44-a86e-4478-b395-ecf065b7d021 req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] For port 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=5cbf4ca7-6dd0-406a-b750-75d0e81bbb95,segment=NetworkSegment(50d2761b-3053-4c1d-83ce-a737016e2729),segment_id=50d2761b-3053-4c1d-83ce-a737016e2729)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:41:09.609598 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-1e035c44-a86e-4478-b395-ecf065b7d021 req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:09.683529 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5feb1-fcc2-4893-86cc-2c1318c05699 req-0c51f0de-3d4e-482f-8e8f-edd17d9114f8 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:09.685009 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a1f5feb1-fcc2-4893-86cc-2c1318c05699 req-0c51f0de-3d4e-482f-8e8f-edd17d9114f8 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 946 time: 0.0790517 Jul 07 18:41:09.735508 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-a1f5feb1-fcc2-4893-86cc-2c1318c05699 req-78c0c618-f0b7-4d8b-be11-90f9ef87469d tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0dd2f24-1989-4a45-92f8-7c75124035a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441339 Jul 07 18:41:09.989391 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-1e035c44-a86e-4478-b395-ecf065b7d021 req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:09.989757 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-1e035c44-a86e-4478-b395-ecf065b7d021 req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553071'] for floatingip, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:09.990071 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.db.l3_db [req-1e035c44-a86e-4478-b395-ecf065b7d021 req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Floating IP 33cc9eaf-9d6e-4263-b2e5-e56e7a6c3e3f disassociated. External IP: 172.28.1.159, port: 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95. Jul 07 18:41:09.990411 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-1e035c44-a86e-4478-b395-ecf065b7d021 req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Calling delete_port for 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 owned by compute:nova {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:41:10.134879 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-1e035c44-a86e-4478-b395-ecf065b7d021 req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:10.140902 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-7ad1b810-1e52-4c16-a14d-db857d005ce7 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:41:10.184553 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Pushing event deleted for resources: {'Port': ['ID=5cbf4ca7-6dd0-406a-b750-75d0e81bbb95,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:10.194984 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:10.195355 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:10.195724 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:10.196077 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:10.196427 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:10.196777 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:10.197122 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:10.197466 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:10.197811 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:10.198152 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:10.198495 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:10.198857 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:10.203329 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:41:10.380985 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e035c44-a86e-4478-b395-ecf065b7d021 req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Router 078e4861-b602-4538-9285-e11ed23eb895 has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:41:10.559805 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e035c44-a86e-4478-b395-ecf065b7d021 req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:41:10.569342 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7d8fae-4bf5-4032-80e2-7f97d7c5b7ea None None] Sync routers for ids ['078e4861-b602-4538-9285-e11ed23eb895'] in dv-cinder-798696-1-smb {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:41:10.579027 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7d8fae-4bf5-4032-80e2-7f97d7c5b7ea None None] Routers {'078e4861-b602-4538-9285-e11ed23eb895'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:41:10.579866 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-7b7d8fae-4bf5-4032-80e2-7f97d7c5b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:40:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['078e4861-b602-4538-9285-e11ed23eb895'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:10.635454 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e035c44-a86e-4478-b395-ecf065b7d021 req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] No DVR routers for this DVR port 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 on host hv-cinder-79869 {{(pid=78477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:41:10.637848 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-1e035c44-a86e-4478-b395-ecf065b7d021 req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:10.640622 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfc7ef9-3bea-4061-96f9-2a06fbc091c8', 'name': 'network-vif-deleted', 'tag': '5cbf4ca7-6dd0-406a-b750-75d0e81bbb95'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:41:10.658373 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1e035c44-a86e-4478-b395-ecf065b7d021 req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.89 "DELETE /v2.0/ports/5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 HTTP/1.1" status: 204 len: 173 time: 1.3660567 Jul 07 18:41:10.692783 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfc7ef9-3bea-4061-96f9-2a06fbc091c8', 'name': 'network-vif-deleted', 'tag': '5cbf4ca7-6dd0-406a-b750-75d0e81bbb95', 'status': 'completed', 'code': 200} Jul 07 18:41:10.764405 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-7b7d8fae-4bf5-4032-80e2-7f97d7c5b7ea None None] Set router 078e4861-b602-4538-9285-e11ed23eb895 gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:41:10.914508 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-32880f0c-61c3-4ca6-8fcf-bf3465159d77 req-4ffbef49-6cd3-4f1b-afab-40894fd03903 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cfc7ef9-3bea-4061-96f9-2a06fbc091c8 HTTP/1.1" status: 200 len: 210 time: 0.0469060 Jul 07 18:41:11.073721 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-7b7d8fae-4bf5-4032-80e2-7f97d7c5b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078e4861-b602-4538-9285-e11ed23eb895', 'name': 'tempest-AttachVolumeTestJSON-1307153238-router', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:23Z', 'revision_number': 4, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'gw_port': {'id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1', 'name': '', 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'mac_address': 'fa:16:3e:34:12:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4882366c-12d3-430a-830c-694134492744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:22Z', 'updated_at': '2021-07-07T18:38:27Z', 'revision_number': 5, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'subnets': [{'id': '4882366c-12d3-430a-830c-694134492744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:11.078105 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7d8fae-4bf5-4032-80e2-7f97d7c5b7ea None None] Checking router: 078e4861-b602-4538-9285-e11ed23eb895 for host: dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:41:11.086209 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7d8fae-4bf5-4032-80e2-7f97d7c5b7ea None None] Routers {'078e4861-b602-4538-9285-e11ed23eb895'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:41:11.086826 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-7b7d8fae-4bf5-4032-80e2-7f97d7c5b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:40:50Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['078e4861-b602-4538-9285-e11ed23eb895'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:11.262987 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-7b7d8fae-4bf5-4032-80e2-7f97d7c5b7ea None None] Set router 078e4861-b602-4538-9285-e11ed23eb895 gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:41:11.569806 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-7b7d8fae-4bf5-4032-80e2-7f97d7c5b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078e4861-b602-4538-9285-e11ed23eb895', 'name': 'tempest-AttachVolumeTestJSON-1307153238-router', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:23Z', 'revision_number': 4, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'gw_port': {'id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1', 'name': '', 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'mac_address': 'fa:16:3e:34:12:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4882366c-12d3-430a-830c-694134492744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:22Z', 'updated_at': '2021-07-07T18:38:27Z', 'revision_number': 5, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'subnets': [{'id': '4882366c-12d3-430a-830c-694134492744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:11.573721 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7d8fae-4bf5-4032-80e2-7f97d7c5b7ea None None] The sync data for ids ['078e4861-b602-4538-9285-e11ed23eb895'] in dv-cinder-798696-1-smb is: [{'id': '078e4861-b602-4538-9285-e11ed23eb895', 'name': 'tempest-AttachVolumeTestJSON-1307153238-router', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:23Z', 'revision_number': 4, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'gw_port': {'id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1', 'name': '', 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'mac_address': 'fa:16:3e:34:12:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4882366c-12d3-430a-830c-694134492744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:22Z', 'updated_at': '2021-07-07T18:38:27Z', 'revision_number': 5, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'subnets': [{'id': '4882366c-12d3-430a-830c-694134492744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:41:11.794656 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd76bc7-3da9-4b4a-99de-bc923d980e34 None None] New status for floating IP 33cc9eaf-9d6e-4263-b2e5-e56e7a6c3e3f: DOWN {{(pid=78479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:41:12.050001 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33538) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:41:12.116040 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-80098e06-9d50-474f-9437-64572618a944 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:12.145028 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-80098e06-9d50-474f-9437-64572618a944 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:12.196991 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-80098e06-9d50-474f-9437-64572618a944 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:12.201020 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-4db80bda-7760-4c35-858c-57655d29b74c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:41:12.214676 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80098e06-9d50-474f-9437-64572618a944 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dd2f24-1989-4a45-92f8-7c75124035a0,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:12.224371 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80098e06-9d50-474f-9437-64572618a944 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:12.224795 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80098e06-9d50-474f-9437-64572618a944 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:12.225191 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80098e06-9d50-474f-9437-64572618a944 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:12.225648 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80098e06-9d50-474f-9437-64572618a944 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:12.226004 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80098e06-9d50-474f-9437-64572618a944 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:12.226357 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80098e06-9d50-474f-9437-64572618a944 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:12.226710 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80098e06-9d50-474f-9437-64572618a944 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:12.227164 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80098e06-9d50-474f-9437-64572618a944 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:12.227515 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80098e06-9d50-474f-9437-64572618a944 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:12.227860 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80098e06-9d50-474f-9437-64572618a944 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:12.228200 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80098e06-9d50-474f-9437-64572618a944 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:12.228542 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80098e06-9d50-474f-9437-64572618a944 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:12.231720 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-80098e06-9d50-474f-9437-64572618a944 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:41:12.237456 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-80098e06-9d50-474f-9437-64572618a944 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:12.238555 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-80098e06-9d50-474f-9437-64572618a944 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "DELETE /v2.0/security-groups/d0dd2f24-1989-4a45-92f8-7c75124035a0 HTTP/1.1" status: 204 len: 168 time: 0.1875391 Jul 07 18:41:12.241229 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33542) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:41:12.260914 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.api.v2.resource [None req-58017f01-6db5-45be-9cd3-e2b31b95de4a tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] show failed (client error): The resource could not be found. Jul 07 18:41:12.261832 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-58017f01-6db5-45be-9cd3-e2b31b95de4a tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups/d0dd2f24-1989-4a45-92f8-7c75124035a0 HTTP/1.1" status: 404 len: 347 time: 0.0197232 Jul 07 18:41:12.265328 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33546) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:41:12.421930 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-5c5b4397-3d87-4a25-9c5e-c3f74efcdb64 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Deleting port 9f5530b7-93eb-4b43-9087-ac6c5fe4065f {{(pid=78478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:41:12.422265 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5c5b4397-3d87-4a25-9c5e-c3f74efcdb64 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:12.588365 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5c5b4397-3d87-4a25-9c5e-c3f74efcdb64 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:12.588685 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5c5b4397-3d87-4a25-9c5e-c3f74efcdb64 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:12.714988 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-5c5b4397-3d87-4a25-9c5e-c3f74efcdb64 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Calling delete_port for 9f5530b7-93eb-4b43-9087-ac6c5fe4065f owned by network:floatingip {{(pid=78478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:41:12.858142 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5c5b4397-3d87-4a25-9c5e-c3f74efcdb64 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4077769'] for port, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:12.861703 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-14087462-60e4-482b-b340-6d3cfe924ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:41:12.909002 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b4397-3d87-4a25-9c5e-c3f74efcdb64 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Pushing event deleted for resources: {'Port': ['ID=9f5530b7-93eb-4b43-9087-ac6c5fe4065f,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:12.912231 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-5c5b4397-3d87-4a25-9c5e-c3f74efcdb64 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:41:13.003740 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5c5b4397-3d87-4a25-9c5e-c3f74efcdb64 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for floatingip, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:13.018321 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5c5b4397-3d87-4a25-9c5e-c3f74efcdb64 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for floatingip, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:13.019472 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-5c5b4397-3d87-4a25-9c5e-c3f74efcdb64 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "DELETE /v2.0/floatingips/33cc9eaf-9d6e-4263-b2e5-e56e7a6c3e3f HTTP/1.1" status: 204 len: 168 time: 0.7531772 Jul 07 18:41:13.240556 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33552) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:41:13.245973 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-f0b19326-ccfc-4469-a70c-b43281742ace tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Request body: {'security_group': {'name': 'tempest-securitygroup--397808343', 'description': 'tempest-description--1689185064'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:13.252065 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-f0b19326-ccfc-4469-a70c-b43281742ace tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:41:13.256290 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-f0b19326-ccfc-4469-a70c-b43281742ace tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Usage tracker for resource:security_group and tenant:bb49104326a14863b5e210bd0c724dd1 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:41:13.259138 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-f0b19326-ccfc-4469-a70c-b43281742ace tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:41:13.265293 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-f0b19326-ccfc-4469-a70c-b43281742ace tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:41:13.275016 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f0b19326-ccfc-4469-a70c-b43281742ace tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:13.295254 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-f0b19326-ccfc-4469-a70c-b43281742ace tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:41:13.299047 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-f0b19326-ccfc-4469-a70c-b43281742ace tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Usage tracker for resource:security_group_rule and tenant:bb49104326a14863b5e210bd0c724dd1 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:41:13.301822 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-f0b19326-ccfc-4469-a70c-b43281742ace tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:41:13.307440 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-f0b19326-ccfc-4469-a70c-b43281742ace tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:41:13.319942 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:41:13.355980 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] No Port match for: 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:41:13.355980 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 5cbf4ca7-6dd0-406a-b750-75d0e81bbb95 not bound to the agent host hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:41:13.381371 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f0b19326-ccfc-4469-a70c-b43281742ace tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:13.385044 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f0b19326-ccfc-4469-a70c-b43281742ace tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:13.388629 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-93ac1197-289a-41c1-aefe-79d6cb7c0734 tempest-AttachVolumeShelveTestJSON-300631008 tempest-AttachVolumeShelveTestJSON-300631008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:41:13.430600 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b19326-ccfc-4469-a70c-b43281742ace tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1a8a24-a6e5-4c13-97c2-ddb8e54b9275,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:13.433634 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f0b19326-ccfc-4469-a70c-b43281742ace tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:13.434852 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-f0b19326-ccfc-4469-a70c-b43281742ace tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1932621 Jul 07 18:41:13.436247 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-f0b19326-ccfc-4469-a70c-b43281742ace tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:41:13.438312 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33556) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:41:13.443466 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-5686c29a-9a92-4327-8411-4cfc5775203d tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Request body: {'security_group_rule': {'security_group_id': '6f1a8a24-a6e5-4c13-97c2-ddb8e54b9275', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:13.449198 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-5686c29a-9a92-4327-8411-4cfc5775203d tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:41:13.453852 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-5686c29a-9a92-4327-8411-4cfc5775203d tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Usage tracker for resource:security_group_rule and tenant:bb49104326a14863b5e210bd0c724dd1 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:41:13.457229 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-5686c29a-9a92-4327-8411-4cfc5775203d tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:41:13.463122 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-5686c29a-9a92-4327-8411-4cfc5775203d tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:41:13.478932 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5686c29a-9a92-4327-8411-4cfc5775203d tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:13.538136 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5686c29a-9a92-4327-8411-4cfc5775203d tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:13.541562 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5686c29a-9a92-4327-8411-4cfc5775203d tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372640'] for security_group_rule, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:13.543681 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-03787deb-682a-4b37-9a4c-cb26cef16f2b tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:41:13.569230 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686c29a-9a92-4327-8411-4cfc5775203d tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbda153-8126-4018-a402-423b0d11a4c4,revision_number=0']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:13.573970 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-5686c29a-9a92-4327-8411-4cfc5775203d tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:41:13.580147 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-5686c29a-9a92-4327-8411-4cfc5775203d tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:13.581487 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-5686c29a-9a92-4327-8411-4cfc5775203d tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420946 Jul 07 18:41:13.583974 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33560) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:41:13.589191 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-d309a8e0-e4ae-4dc9-aee1-5ae0aadc555e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Request body: {'security_group_rule': {'security_group_id': '6f1a8a24-a6e5-4c13-97c2-ddb8e54b9275', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:13.595098 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-d309a8e0-e4ae-4dc9-aee1-5ae0aadc555e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:41:13.598930 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-d309a8e0-e4ae-4dc9-aee1-5ae0aadc555e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Usage tracker for resource:security_group_rule and tenant:bb49104326a14863b5e210bd0c724dd1 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:41:13.601759 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-d309a8e0-e4ae-4dc9-aee1-5ae0aadc555e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:41:13.608608 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-d309a8e0-e4ae-4dc9-aee1-5ae0aadc555e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:41:13.625291 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d309a8e0-e4ae-4dc9-aee1-5ae0aadc555e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:13.685143 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d309a8e0-e4ae-4dc9-aee1-5ae0aadc555e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:13.689257 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d309a8e0-e4ae-4dc9-aee1-5ae0aadc555e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372640'] for security_group_rule, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:13.691283 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:41:13.712959 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309a8e0-e4ae-4dc9-aee1-5ae0aadc555e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2191c9-ee53-491b-abfd-7669a26d0bce,revision_number=0']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:13.715450 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-d309a8e0-e4ae-4dc9-aee1-5ae0aadc555e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:41:13.722918 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-d309a8e0-e4ae-4dc9-aee1-5ae0aadc555e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:13.724072 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-d309a8e0-e4ae-4dc9-aee1-5ae0aadc555e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391191 Jul 07 18:41:13.727127 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33564) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:41:13.732223 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-36b7cea3-8994-4216-adf7-04cb8e0d0bef tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Request body: {'floatingip': {'floating_network_id': '7ef95752-4103-4704-97c1-943158aedf11'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:13.738430 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-36b7cea3-8994-4216-adf7-04cb8e0d0bef tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:41:13.742164 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-36b7cea3-8994-4216-adf7-04cb8e0d0bef tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Usage tracker for resource:floatingip and tenant:bb49104326a14863b5e210bd0c724dd1 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:41:13.744963 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-36b7cea3-8994-4216-adf7-04cb8e0d0bef tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:41:13.750542 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-36b7cea3-8994-4216-adf7-04cb8e0d0bef tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:41:13.762112 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-36b7cea3-8994-4216-adf7-04cb8e0d0bef tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for floatingip, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:13.985182 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-36b7cea3-8994-4216-adf7-04cb8e0d0bef tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.122316 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.db_base_plugin_common [None req-36b7cea3-8994-4216-adf7-04cb8e0d0bef tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Allocated IP 172.28.1.26 (7ef95752-4103-4704-97c1-943158aedf11/1cf84b46-eaf0-4390-8fc2-d553f7bad2f6/f1f0e297-83fb-4543-b1cd-21aa57be1305) {{(pid=78478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:41:14.272348 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-36b7cea3-8994-4216-adf7-04cb8e0d0bef tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for port, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.300575 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-36b7cea3-8994-4216-adf7-04cb8e0d0bef tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4077769'] for port, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.305004 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-bd527370-aa7b-4659-b29f-daf648fe8baf tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:41:14.363963 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b7cea3-8994-4216-adf7-04cb8e0d0bef tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Network 7ef95752-4103-4704-97c1-943158aedf11 is already hosted by enough agents. {{(pid=78478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:41:14.366693 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-36b7cea3-8994-4216-adf7-04cb8e0d0bef tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Resources bound (agent type, host, resource id): {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:41:14.370637 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b7cea3-8994-4216-adf7-04cb8e0d0bef tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Received port after_create {{(pid=78478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:41:14.425979 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7cea3-8994-4216-adf7-04cb8e0d0bef tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Pushing event updated for resources: {'Port': ['ID=f1f0e297-83fb-4543-b1cd-21aa57be1305,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:14.430542 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-36b7cea3-8994-4216-adf7-04cb8e0d0bef tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:41:14.483496 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-36b7cea3-8994-4216-adf7-04cb8e0d0bef tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.542884 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-36b7cea3-8994-4216-adf7-04cb8e0d0bef tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.747291 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-36b7cea3-8994-4216-adf7-04cb8e0d0bef tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for port, precommit_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.752385 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-36b7cea3-8994-4216-adf7-04cb8e0d0bef tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4077760'] for port, after_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.755823 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-456894e3-205f-4a06-980b-fb3eae1ab60f tempest-TestMinimumBasicScenario-2145698501 tempest-TestMinimumBasicScenario-2145698501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:41:14.859831 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7cea3-8994-4216-adf7-04cb8e0d0bef tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Pushing event updated for resources: {'Port': ['ID=f1f0e297-83fb-4543-b1cd-21aa57be1305,revision_number=2']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:14.863661 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-36b7cea3-8994-4216-adf7-04cb8e0d0bef tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:41:14.871949 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-36b7cea3-8994-4216-adf7-04cb8e0d0bef tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553071'] for floatingip, after_update {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.893934 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-36b7cea3-8994-4216-adf7-04cb8e0d0bef tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for floatingip, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.895171 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-36b7cea3-8994-4216-adf7-04cb8e0d0bef tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1671178 Jul 07 18:41:15.211957 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-42f85ca6-5227-4431-8eff-20499d7b2b26 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Synchronizing usage tracker for tenant:bb49104326a14863b5e210bd0c724dd1 on resource:security_group {{(pid=78478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:41:15.227615 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-42f85ca6-5227-4431-8eff-20499d7b2b26 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Unset dirty status for tenant:bb49104326a14863b5e210bd0c724dd1 on resource:security_group {{(pid=78478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:41:15.228937 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-42f85ca6-5227-4431-8eff-20499d7b2b26 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--397808343&fields=id&tenant_id=bb49104326a14863b5e210bd0c724dd1 HTTP/1.1" status: 200 len: 267 time: 0.0611298 Jul 07 18:41:15.380818 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-3bf5815f-a032-4b58-86b0-e0e4286de59e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:15.382150 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-3bf5815f-a032-4b58-86b0-e0e4286de59e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/networks?id=760af8f8-1ef6-429f-9b6a-85a88fd2043e HTTP/1.1" status: 200 len: 811 time: 0.1459413 Jul 07 18:41:15.397198 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-756fe0cc-7791-49a0-b6f2-33f1e453e0ce tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/quotas/bb49104326a14863b5e210bd0c724dd1 HTTP/1.1" status: 200 len: 375 time: 0.0095398 Jul 07 18:41:15.482755 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-649cafcb-5cbd-4de0-9c3c-ec9df35ff832 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Synchronizing usage tracker for tenant:bb49104326a14863b5e210bd0c724dd1 on resource:port {{(pid=78478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:41:15.497553 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-649cafcb-5cbd-4de0-9c3c-ec9df35ff832 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Unset dirty status for tenant:bb49104326a14863b5e210bd0c724dd1 on resource:port {{(pid=78478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:41:15.499185 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-649cafcb-5cbd-4de0-9c3c-ec9df35ff832 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb49104326a14863b5e210bd0c724dd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0971820 Jul 07 18:41:15.558455 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-81d15a00-9933-4d8c-b566-4b732756a327 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=78478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:41:15.559458 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-81d15a00-9933-4d8c-b566-4b732756a327 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488799 Jul 07 18:41:15.692847 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-330fbcd5-6c71-4dd4-af3d-e06ea71298d0 service neutron] 10.222.0.41 "GET /v2.0/networks/760af8f8-1ef6-429f-9b6a-85a88fd2043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273763 Jul 07 18:41:15.828300 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-f0e12e8b-b0a0-4eeb-8b8c-9b636ea2ef9c service neutron] 10.222.0.41 "GET /v2.0/networks/760af8f8-1ef6-429f-9b6a-85a88fd2043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296716 Jul 07 18:41:16.007713 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-d9db3908-c0c3-40f6-abec-e125dfa81b21 req-3dec2c55-c714-46e3-be9c-2d2b10b2bcf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Synchronizing usage tracker for tenant:bb49104326a14863b5e210bd0c724dd1 on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:41:16.019853 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-d9db3908-c0c3-40f6-abec-e125dfa81b21 req-3dec2c55-c714-46e3-be9c-2d2b10b2bcf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Unset dirty status for tenant:bb49104326a14863b5e210bd0c724dd1 on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:41:16.021002 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d9db3908-c0c3-40f6-abec-e125dfa81b21 req-3dec2c55-c714-46e3-be9c-2d2b10b2bcf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=7abff5da-6db5-44bd-a7a8-1572e588b87b HTTP/1.1" status: 200 len: 210 time: 0.0597911 Jul 07 18:41:17.181107 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-337df8e5-f4d1-4818-9a35-2d4bcdd81ee9 req-c1a9cc53-d5b5-4864-bfe8-29b455343d04 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=7abff5da-6db5-44bd-a7a8-1572e588b87b HTTP/1.1" status: 200 len: 210 time: 0.0518873 Jul 07 18:41:17.298967 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-2fd90b5c-54d6-4d4f-a401-ba3e1e7b2c06 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:17.300307 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-2fd90b5c-54d6-4d4f-a401-ba3e1e7b2c06 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.89 "GET /v2.0/networks?id=760af8f8-1ef6-429f-9b6a-85a88fd2043e HTTP/1.1" status: 200 len: 811 time: 0.1629696 Jul 07 18:41:17.355807 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-6f5127c1-6de7-45df-8c90-84869956383c tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb49104326a14863b5e210bd0c724dd1 HTTP/1.1" status: 200 len: 379 time: 0.0410595 Jul 07 18:41:17.368901 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-ec797e25-c3a1-4b3a-ace1-b756c18a0387 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Request body: {'port': {'device_id': '7abff5da-6db5-44bd-a7a8-1572e588b87b', 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'admin_state_up': True, 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'security_groups': ['6f1a8a24-a6e5-4c13-97c2-ddb8e54b9275']}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:17.507468 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-ec797e25-c3a1-4b3a-ace1-b756c18a0387 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:41:17.517408 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-ec797e25-c3a1-4b3a-ace1-b756c18a0387 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:41:17.526603 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-ec797e25-c3a1-4b3a-ace1-b756c18a0387 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Made reservation on behalf of bb49104326a14863b5e210bd0c724dd1 for: {'port': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:41:17.530026 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-ec797e25-c3a1-4b3a-ace1-b756c18a0387 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:17.577654 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7bdbb769-e156-45b6-bf8b-0fddee17bdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:17.691977 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_common [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-ec797e25-c3a1-4b3a-ace1-b756c18a0387 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Allocated IP 172.20.0.3 (760af8f8-1ef6-429f-9b6a-85a88fd2043e/4882366c-12d3-430a-830c-694134492744/2ee710d7-b065-40bb-b355-385604d0cb6c) {{(pid=78477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:41:17.972726 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-ec797e25-c3a1-4b3a-ace1-b756c18a0387 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for port, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:17.988648 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-ec797e25-c3a1-4b3a-ace1-b756c18a0387 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Transition to ACTIVE for port object 2ee710d7-b065-40bb-b355-385604d0cb6c will not be triggered until provisioned by entity DHCP. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:41:18.011425 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-ec797e25-c3a1-4b3a-ace1-b756c18a0387 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:18.016791 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-3a4d1ea7-db8c-47c0-bd12-5bdd0fed1a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:41:18.084392 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-ec797e25-c3a1-4b3a-ace1-b756c18a0387 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Network 760af8f8-1ef6-429f-9b6a-85a88fd2043e is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:41:18.087389 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-ec797e25-c3a1-4b3a-ace1-b756c18a0387 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:41:18.091189 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-ec797e25-c3a1-4b3a-ace1-b756c18a0387 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Received port after_create {{(pid=78477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:41:18.122363 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec797e25-c3a1-4b3a-ace1-b756c18a0387 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Pushing event updated for resources: {'Port': ['ID=2ee710d7-b065-40bb-b355-385604d0cb6c,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:18.133559 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-ec797e25-c3a1-4b3a-ace1-b756c18a0387 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:41:18.164666 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:18.167576 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-ec797e25-c3a1-4b3a-ace1-b756c18a0387 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:18.168179 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-ec797e25-c3a1-4b3a-ace1-b756c18a0387 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:18.194977 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-ec797e25-c3a1-4b3a-ace1-b756c18a0387 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8303123 Jul 07 18:41:18.211592 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-46f9ea43-9e40-45fc-8380-be82144404e5 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=78477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:41:18.212635 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-46f9ea43-9e40-45fc-8380-be82144404e5 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056372 Jul 07 18:41:18.275068 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] Request body: {'port': {'device_id': '7abff5da-6db5-44bd-a7a8-1572e588b87b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:18.372171 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-6ebbfe47-51e1-49dc-8dc9-f6a5d0613f28 None None] Provisioning for port 2ee710d7-b065-40bb-b355-385604d0cb6c completed by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:41:18.377022 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-6ebbfe47-51e1-49dc-8dc9-f6a5d0613f28 None None] Provisioning complete for port 2ee710d7-b065-40bb-b355-385604d0cb6c triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:18.377468 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6ebbfe47-51e1-49dc-8dc9-f6a5d0613f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:18.434202 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-6ebbfe47-51e1-49dc-8dc9-f6a5d0613f28 None None] Port 2ee710d7-b065-40bb-b355-385604d0cb6c cannot update to ACTIVE because it is not bound. {{(pid=78479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:41:18.444463 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:18.464862 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636e470-3beb-458d-ad04-99b8cbae52cf req-07e64c12-2b6e-4c37-a50c-29901ab1bbf0 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:18.465702 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-c636e470-3beb-458d-ad04-99b8cbae52cf req-07e64c12-2b6e-4c37-a50c-29901ab1bbf0 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Synchronizing usage tracker for tenant:bb49104326a14863b5e210bd0c724dd1 on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:41:18.526735 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-c636e470-3beb-458d-ad04-99b8cbae52cf req-07e64c12-2b6e-4c37-a50c-29901ab1bbf0 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Unset dirty status for tenant:bb49104326a14863b5e210bd0c724dd1 on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:41:18.527822 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c636e470-3beb-458d-ad04-99b8cbae52cf req-07e64c12-2b6e-4c37-a50c-29901ab1bbf0 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=7abff5da-6db5-44bd-a7a8-1572e588b87b HTTP/1.1" status: 200 len: 931 time: 0.2275877 Jul 07 18:41:18.642090 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c636e470-3beb-458d-ad04-99b8cbae52cf req-9f3544e1-14b5-454e-ac2e-4f3ca1b2fc17 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f1a8a24-a6e5-4c13-97c2-ddb8e54b9275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032438 Jul 07 18:41:18.840436 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee710d7-b065-40bb-b355-385604d0cb6c {{(pid=78477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:41:18.848144 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:18.862522 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] Transition to ACTIVE for port object 2ee710d7-b065-40bb-b355-385604d0cb6c will not be triggered until provisioned by entity L2. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:41:18.867881 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4007007'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:18.873678 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-856952e7-0b0e-4782-8e53-b42e3d5d2ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:41:19.036142 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] Pushing event updated for resources: {'Port': ['ID=2ee710d7-b065-40bb-b355-385604d0cb6c,revision_number=2']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:19.068465 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:41:19.113968 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] Attempting to bind port 2ee710d7-b065-40bb-b355-385604d0cb6c on host hv-cinder-79869 for vnic_type normal with profile {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:41:19.113968 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] Attempting to bind port 2ee710d7-b065-40bb-b355-385604d0cb6c by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': '50d2761b-3053-4c1d-83ce-a737016e2729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e'}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:41:19.113968 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] Attempting to bind port 2ee710d7-b065-40bb-b355-385604d0cb6c on network 760af8f8-1ef6-429f-9b6a-85a88fd2043e {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:41:19.119003 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] Port 2ee710d7-b065-40bb-b355-385604d0cb6c on network 760af8f8-1ef6-429f-9b6a-85a88fd2043e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:41:19.119322 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] Attempting to bind port 2ee710d7-b065-40bb-b355-385604d0cb6c on network 760af8f8-1ef6-429f-9b6a-85a88fd2043e {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:41:19.125422 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] Checking agent: {'id': '6661975a-2303-40ef-9047-4852f27aec4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:41:19.125755 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] Checking segment: {'id': '50d2761b-3053-4c1d-83ce-a737016e2729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:41:19.126140 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] Bound using segment: {'id': '50d2761b-3053-4c1d-83ce-a737016e2729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e'} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:41:19.126559 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] Bound port: 2ee710d7-b065-40bb-b355-385604d0cb6c, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50d2761b-3053-4c1d-83ce-a737016e2729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e'}}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:41:19.126953 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:19.216509 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] For port 2ee710d7-b065-40bb-b355-385604d0cb6c, host hv-cinder-79869, cleared binding levels {{(pid=78477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:41:19.219795 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] For port 2ee710d7-b065-40bb-b355-385604d0cb6c, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=2ee710d7-b065-40bb-b355-385604d0cb6c,segment=NetworkSegment(50d2761b-3053-4c1d-83ce-a737016e2729),segment_id=50d2761b-3053-4c1d-83ce-a737016e2729)] {{(pid=78477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:41:19.224295 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4007007'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:19.227897 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-36235db7-955c-4da7-baaf-b08333e1beec tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:41:19.289686 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:19.290218 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:19.292404 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] 10.222.0.89 "PUT /v2.0/ports/2ee710d7-b065-40bb-b355-385604d0cb6c HTTP/1.1" status: 200 len: 1093 time: 1.0686550 Jul 07 18:41:19.295671 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abff5da-6db5-44bd-a7a8-1572e588b87b', 'tag': '2ee710d7-b065-40bb-b355-385604d0cb6c'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:41:19.319139 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] Pushing event updated for resources: {'Port': ['ID=2ee710d7-b065-40bb-b355-385604d0cb6c,revision_number=3']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:19.330878 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:41:19.369513 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7abff5da-6db5-44bd-a7a8-1572e588b87b', 'tag': '2ee710d7-b065-40bb-b355-385604d0cb6c', 'status': 'completed', 'code': 200} Jul 07 18:41:19.411124 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-c76247f3-6cc7-411f-8eb4-0e1fad818873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:19.412655 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-c76247f3-6cc7-411f-8eb4-0e1fad818873 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bb49104326a14863b5e210bd0c724dd1&device_id=7abff5da-6db5-44bd-a7a8-1572e588b87b HTTP/1.1" status: 200 len: 1096 time: 0.0749576 Jul 07 18:41:19.493575 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-198fe269-534d-40da-a61f-39e2264d100d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ee710d7-b065-40bb-b355-385604d0cb6c HTTP/1.1" status: 200 len: 217 time: 0.0675108 Jul 07 18:41:19.573495 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-b551fb3a-a156-4f16-9d1d-ca170a209076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:19.575070 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-b551fb3a-a156-4f16-9d1d-ca170a209076 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4882366c-12d3-430a-830c-694134492744 HTTP/1.1" status: 200 len: 850 time: 0.0708334 Jul 07 18:41:19.653850 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-0a7e68c4-27de-4258-9652-d75b5382ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:19.655762 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-0a7e68c4-27de-4258-9652-d75b5382ab6a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=760af8f8-1ef6-429f-9b6a-85a88fd2043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724666 Jul 07 18:41:19.941138 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-bb3ac93b-639d-4f20-b0fc-7770d9c965fb service neutron] 10.222.0.89 "GET /v2.0/networks/760af8f8-1ef6-429f-9b6a-85a88fd2043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747788 Jul 07 18:41:20.040920 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b0942-e181-4224-abde-15f2e76c2fad req-f9a0ba8a-9edc-4bd8-acaf-a7849abe11cd tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:20.042404 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c58b0942-e181-4224-abde-15f2e76c2fad req-f9a0ba8a-9edc-4bd8-acaf-a7849abe11cd tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=7abff5da-6db5-44bd-a7a8-1572e588b87b HTTP/1.1" status: 200 len: 943 time: 0.2912300 Jul 07 18:41:20.123458 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c58b0942-e181-4224-abde-15f2e76c2fad req-bdbc5c17-467b-4c9e-8d2a-02827fe58111 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f1a8a24-a6e5-4c13-97c2-ddb8e54b9275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738332 Jul 07 18:41:20.126673 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-c13f56d1-8ac3-4262-8104-5db91162c44a req-aadb091c-cd56-4f58-8d08-0b61066518d2 service neutron] 10.222.0.89 "GET /v2.0/networks/760af8f8-1ef6-429f-9b6a-85a88fd2043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763542 Jul 07 18:41:20.251107 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f00990-fa2b-402f-b0b9-8b1f7afc99ee req-0f1b220b-f585-498c-828d-d08a214ac860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:20.252518 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d2f00990-fa2b-402f-b0b9-8b1f7afc99ee req-0f1b220b-f585-498c-828d-d08a214ac860 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bb49104326a14863b5e210bd0c724dd1&device_id=7abff5da-6db5-44bd-a7a8-1572e588b87b HTTP/1.1" status: 200 len: 1096 time: 0.0736916 Jul 07 18:41:20.284754 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-016c2ea6-eded-44f5-b34b-c6675fd685f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:20.387506 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f00990-fa2b-402f-b0b9-8b1f7afc99ee req-5d74b2e3-f73f-44f0-9e3c-1e9df3ef1ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:20.389672 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d2f00990-fa2b-402f-b0b9-8b1f7afc99ee req-5d74b2e3-f73f-44f0-9e3c-1e9df3ef1ad8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=760af8f8-1ef6-429f-9b6a-85a88fd2043e HTTP/1.1" status: 200 len: 912 time: 0.1268437 Jul 07 18:41:20.463605 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d2f00990-fa2b-402f-b0b9-8b1f7afc99ee req-4c31588f-d151-49aa-9dce-9c3055beb8eb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ee710d7-b065-40bb-b355-385604d0cb6c HTTP/1.1" status: 200 len: 217 time: 0.0644753 Jul 07 18:41:20.527246 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f00990-fa2b-402f-b0b9-8b1f7afc99ee req-4b858769-45e9-4744-8342-69b10f68ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:20.528609 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d2f00990-fa2b-402f-b0b9-8b1f7afc99ee req-4b858769-45e9-4744-8342-69b10f68ae66 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4882366c-12d3-430a-830c-694134492744 HTTP/1.1" status: 200 len: 850 time: 0.0579181 Jul 07 18:41:20.603578 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f00990-fa2b-402f-b0b9-8b1f7afc99ee req-55cf8dd4-6f8d-45e4-ad9e-b154db272321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:20.605033 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d2f00990-fa2b-402f-b0b9-8b1f7afc99ee req-55cf8dd4-6f8d-45e4-ad9e-b154db272321 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=760af8f8-1ef6-429f-9b6a-85a88fd2043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0691941 Jul 07 18:41:20.738924 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d2f00990-fa2b-402f-b0b9-8b1f7afc99ee req-d917d024-2b4c-4cc8-aa48-91b9f947bbaf service neutron] 10.222.0.89 "GET /v2.0/networks/760af8f8-1ef6-429f-9b6a-85a88fd2043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236043 Jul 07 18:41:20.869695 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d2f00990-fa2b-402f-b0b9-8b1f7afc99ee req-4e265b74-54e1-4372-b798-10053166fcf9 service neutron] 10.222.0.89 "GET /v2.0/networks/760af8f8-1ef6-429f-9b6a-85a88fd2043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237669 Jul 07 18:41:21.131500 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:21.320332 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960acc5f-b51c-4588-bfbe-0b9cb7776907 req-6535e910-3132-4359-b864-8bec392f6c89 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:21.321815 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-960acc5f-b51c-4588-bfbe-0b9cb7776907 req-6535e910-3132-4359-b864-8bec392f6c89 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=7abff5da-6db5-44bd-a7a8-1572e588b87b HTTP/1.1" status: 200 len: 943 time: 0.0840521 Jul 07 18:41:21.367922 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-960acc5f-b51c-4588-bfbe-0b9cb7776907 req-0dde78fa-bc92-4ceb-8adf-d6985f433793 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f1a8a24-a6e5-4c13-97c2-ddb8e54b9275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396495 Jul 07 18:41:22.555037 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833d1d4-b3fa-4e6c-84c3-3873a7f1bbc4 req-d57a6c94-e2cc-4f99-a57b-a1c6fcb0ea9c tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:22.556671 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d833d1d4-b3fa-4e6c-84c3-3873a7f1bbc4 req-d57a6c94-e2cc-4f99-a57b-a1c6fcb0ea9c tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=7abff5da-6db5-44bd-a7a8-1572e588b87b HTTP/1.1" status: 200 len: 943 time: 0.0851924 Jul 07 18:41:22.557762 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:22.601538 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d833d1d4-b3fa-4e6c-84c3-3873a7f1bbc4 req-12f6dfeb-dcd3-4280-8939-f67156ae88bb tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f1a8a24-a6e5-4c13-97c2-ddb8e54b9275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390508 Jul 07 18:41:23.379553 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 2ee710d7-b065-40bb-b355-385604d0cb6c details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 07 18:41:23.552151 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 2ee710d7-b065-40bb-b355-385604d0cb6c, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=2ee710d7-b065-40bb-b355-385604d0cb6c,segment=NetworkSegment(50d2761b-3053-4c1d-83ce-a737016e2729),segment_id=50d2761b-3053-4c1d-83ce-a737016e2729)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:41:23.566575 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Returning: {'device': '2ee710d7-b065-40bb-b355-385604d0cb6c', 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'port_id': '2ee710d7-b065-40bb-b355-385604d0cb6c', 'mac_address': 'fa:16:3e:0f:74:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4882366c-12d3-430a-830c-694134492744', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 07 18:41:23.635757 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:23.654184 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee710d7-b065-40bb-b355-385604d0cb6c {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:41:23.671068 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 2ee710d7-b065-40bb-b355-385604d0cb6c, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=2ee710d7-b065-40bb-b355-385604d0cb6c,segment=NetworkSegment(50d2761b-3053-4c1d-83ce-a737016e2729),segment_id=50d2761b-3053-4c1d-83ce-a737016e2729)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:41:23.675848 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:23.677730 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:41:23.746844 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=2ee710d7-b065-40bb-b355-385604d0cb6c,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:23.754437 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:23.754804 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:23.755140 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:23.755467 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:23.755794 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:23.756115 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:23.756439 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:23.756753 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:23.757068 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:23.757387 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:23.757698 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:23.758008 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:23.762012 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:41:23.792153 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0542bcd-a6d2-4e3a-9e0f-03bcb790f56b req-51a12cad-7a18-4cb0-89dc-35e3e697d1ce tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:23.792705 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e0542bcd-a6d2-4e3a-9e0f-03bcb790f56b req-51a12cad-7a18-4cb0-89dc-35e3e697d1ce tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=7abff5da-6db5-44bd-a7a8-1572e588b87b HTTP/1.1" status: 200 len: 944 time: 0.0794330 Jul 07 18:41:23.938041 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-e0542bcd-a6d2-4e3a-9e0f-03bcb790f56b req-01cccf1c-52e5-49d7-90b2-748cbfe8b557 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f1a8a24-a6e5-4c13-97c2-ddb8e54b9275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391387 Jul 07 18:41:24.017717 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['2ee710d7-b065-40bb-b355-385604d0cb6c'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:41:25.123553 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa10c28-b027-4a96-aa65-bab557ca1799 req-7643f2cb-94f0-4b77-be51-02a7a3df984d tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:25.125031 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-daa10c28-b027-4a96-aa65-bab557ca1799 req-7643f2cb-94f0-4b77-be51-02a7a3df984d tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=7abff5da-6db5-44bd-a7a8-1572e588b87b HTTP/1.1" status: 200 len: 944 time: 0.0828204 Jul 07 18:41:25.169329 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-daa10c28-b027-4a96-aa65-bab557ca1799 req-5ad7eb28-50ce-44a2-9415-49c08530b543 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f1a8a24-a6e5-4c13-97c2-ddb8e54b9275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386398 Jul 07 18:41:25.397357 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 2ee710d7-b065-40bb-b355-385604d0cb6c up at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:41:25.466250 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning for port 2ee710d7-b065-40bb-b355-385604d0cb6c completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:41:25.471598 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning complete for port 2ee710d7-b065-40bb-b355-385604d0cb6c triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:25.471974 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:25.586542 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:25.613075 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abff5da-6db5-44bd-a7a8-1572e588b87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee710d7-b065-40bb-b355-385604d0cb6c'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:41:25.622483 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 2ee710d7-b065-40bb-b355-385604d0cb6c, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=2ee710d7-b065-40bb-b355-385604d0cb6c,segment=NetworkSegment(50d2761b-3053-4c1d-83ce-a737016e2729),segment_id=50d2761b-3053-4c1d-83ce-a737016e2729)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:41:25.627809 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:25.630935 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:41:25.662018 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abff5da-6db5-44bd-a7a8-1572e588b87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee710d7-b065-40bb-b355-385604d0cb6c', 'code': 200} Jul 07 18:41:25.704693 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=2ee710d7-b065-40bb-b355-385604d0cb6c,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:25.707681 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:41:25.889956 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06c4c3-fc71-435f-b1dc-7f30d3c1afab req-4d1ac8ac-6d8a-4414-97f8-2c062f181ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:25.891464 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-fd06c4c3-fc71-435f-b1dc-7f30d3c1afab req-4d1ac8ac-6d8a-4414-97f8-2c062f181ed0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7abff5da-6db5-44bd-a7a8-1572e588b87b HTTP/1.1" status: 200 len: 1098 time: 0.0701103 Jul 07 18:41:25.936139 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-fd06c4c3-fc71-435f-b1dc-7f30d3c1afab req-5181f4c6-f5f7-494b-81a2-0bdaaac4f2f7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6f1a8a24-a6e5-4c13-97c2-ddb8e54b9275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344598 Jul 07 18:41:26.357955 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d586a-f514-4d0f-a313-3dc355b4ce54 req-1471c89c-420f-476c-8911-989c7e81c711 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:26.359453 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-527d586a-f514-4d0f-a313-3dc355b4ce54 req-1471c89c-420f-476c-8911-989c7e81c711 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=7abff5da-6db5-44bd-a7a8-1572e588b87b HTTP/1.1" status: 200 len: 945 time: 0.0822694 Jul 07 18:41:26.404377 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-527d586a-f514-4d0f-a313-3dc355b4ce54 req-a4ae9cb8-f17e-4ef0-b62a-bfa0c69fab5d tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f1a8a24-a6e5-4c13-97c2-ddb8e54b9275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390489 Jul 07 18:41:27.586265 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e928-8197-4bbd-8e54-397da4e688d9 req-2cc5acfa-9296-446d-921c-4088e9025cc4 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:27.587774 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-69c4e928-8197-4bbd-8e54-397da4e688d9 req-2cc5acfa-9296-446d-921c-4088e9025cc4 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=7abff5da-6db5-44bd-a7a8-1572e588b87b HTTP/1.1" status: 200 len: 945 time: 0.0795035 Jul 07 18:41:27.632477 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-69c4e928-8197-4bbd-8e54-397da4e688d9 req-00b20cbb-e5d2-40dc-b3b3-ccc9088ebaf5 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f1a8a24-a6e5-4c13-97c2-ddb8e54b9275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384431 Jul 07 18:41:27.808386 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fa912-d0ab-462f-b9df-666b18351b58 req-a740dca2-ddbd-4268-9bc5-6635fa4e2a44 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:27.809881 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-dc1fa912-d0ab-462f-b9df-666b18351b58 req-a740dca2-ddbd-4268-9bc5-6635fa4e2a44 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=7abff5da-6db5-44bd-a7a8-1572e588b87b HTTP/1.1" status: 200 len: 945 time: 0.0793071 Jul 07 18:41:27.818147 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 33628) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:41:27.823248 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-c577b4d2-5c9e-41a7-a59e-13e2e4657261 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Request body: {'floatingip': {'port_id': '2ee710d7-b065-40bb-b355-385604d0cb6c'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:27.901481 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-c577b4d2-5c9e-41a7-a59e-13e2e4657261 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for floatingip, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.584216 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-c577b4d2-5c9e-41a7-a59e-13e2e4657261 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.587848 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-c577b4d2-5c9e-41a7-a59e-13e2e4657261 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553071'] for floatingip, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.756713 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.db.l3_db [None req-c577b4d2-5c9e-41a7-a59e-13e2e4657261 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Floating IP b55182c1-c41b-49e3-804a-06e503c421f6 associated. External IP: 172.28.1.26, port: 2ee710d7-b065-40bb-b355-385604d0cb6c. Jul 07 18:41:29.110640 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c577b4d2-5c9e-41a7-a59e-13e2e4657261 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Router 078e4861-b602-4538-9285-e11ed23eb895 has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:41:29.394686 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c577b4d2-5c9e-41a7-a59e-13e2e4657261 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:41:29.399438 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-c577b4d2-5c9e-41a7-a59e-13e2e4657261 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for floatingip, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:29.403688 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822335fe-4c28-4999-977b-836c1f993952 None None] Sync routers for ids ['078e4861-b602-4538-9285-e11ed23eb895'] in dv-cinder-798696-1-smb {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:41:29.414785 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822335fe-4c28-4999-977b-836c1f993952 None None] Routers {'078e4861-b602-4538-9285-e11ed23eb895'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:41:29.415398 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-822335fe-4c28-4999-977b-836c1f993952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:41:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['078e4861-b602-4538-9285-e11ed23eb895'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:29.453365 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-c577b4d2-5c9e-41a7-a59e-13e2e4657261 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "PUT /v2.0/floatingips/b55182c1-c41b-49e3-804a-06e503c421f6 HTTP/1.1" status: 200 len: 990 time: 1.6341376 Jul 07 18:41:29.454143 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abff5da-6db5-44bd-a7a8-1572e588b87b', 'tag': '2ee710d7-b065-40bb-b355-385604d0cb6c'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:41:29.514846 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7abff5da-6db5-44bd-a7a8-1572e588b87b', 'tag': '2ee710d7-b065-40bb-b355-385604d0cb6c', 'status': 'completed', 'code': 200} Jul 07 18:41:29.608143 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35f2b7-e36e-4902-9127-d724e46065e4 req-5b61c3ee-030c-41cf-87c9-e238bc42ab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:29.609706 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1c35f2b7-e36e-4902-9127-d724e46065e4 req-5b61c3ee-030c-41cf-87c9-e238bc42ab58 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bb49104326a14863b5e210bd0c724dd1&device_id=7abff5da-6db5-44bd-a7a8-1572e588b87b HTTP/1.1" status: 200 len: 1098 time: 0.0750358 Jul 07 18:41:29.625001 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-822335fe-4c28-4999-977b-836c1f993952 None None] Set router 078e4861-b602-4538-9285-e11ed23eb895 gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:41:29.741266 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35f2b7-e36e-4902-9127-d724e46065e4 req-ef9881f2-fc2e-4f32-b5e5-bc8ad84d28b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:29.742619 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1c35f2b7-e36e-4902-9127-d724e46065e4 req-ef9881f2-fc2e-4f32-b5e5-bc8ad84d28b6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=760af8f8-1ef6-429f-9b6a-85a88fd2043e HTTP/1.1" status: 200 len: 912 time: 0.1258936 Jul 07 18:41:29.844848 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1c35f2b7-e36e-4902-9127-d724e46065e4 req-4f2383be-c849-4d7c-84d8-4e79ef00a7cc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ee710d7-b065-40bb-b355-385604d0cb6c HTTP/1.1" status: 200 len: 998 time: 0.0944941 Jul 07 18:41:29.910811 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35f2b7-e36e-4902-9127-d724e46065e4 req-726567cf-e0d0-4fc1-8426-93dd60c31027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:29.912285 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1c35f2b7-e36e-4902-9127-d724e46065e4 req-726567cf-e0d0-4fc1-8426-93dd60c31027 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4882366c-12d3-430a-830c-694134492744 HTTP/1.1" status: 200 len: 850 time: 0.0611300 Jul 07 18:41:29.972557 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-822335fe-4c28-4999-977b-836c1f993952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078e4861-b602-4538-9285-e11ed23eb895', 'name': 'tempest-AttachVolumeTestJSON-1307153238-router', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:23Z', 'revision_number': 4, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'gw_port': {'id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_floatingips': [{'id': 'b55182c1-c41b-49e3-804a-06e503c421f6', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'floating_ip_address': '172.28.1.26', 'floating_network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'router_id': '078e4861-b602-4538-9285-e11ed23eb895', 'port_id': '2ee710d7-b065-40bb-b355-385604d0cb6c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'mac_address': 'fa:16:3e:0f:74:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abff5da-6db5-44bd-a7a8-1572e588b87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:14Z', 'updated_at': '2021-07-07T18:41:28Z', 'revision_number': 1, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1', 'name': '', 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'mac_address': 'fa:16:3e:34:12:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4882366c-12d3-430a-830c-694134492744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:22Z', 'updated_at': '2021-07-07T18:38:27Z', 'revision_number': 5, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'subnets': [{'id': '4882366c-12d3-430a-830c-694134492744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:29.976886 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822335fe-4c28-4999-977b-836c1f993952 None None] Checking router: 078e4861-b602-4538-9285-e11ed23eb895 for host: dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:41:29.985701 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822335fe-4c28-4999-977b-836c1f993952 None None] Routers {'078e4861-b602-4538-9285-e11ed23eb895'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:41:29.986308 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-822335fe-4c28-4999-977b-836c1f993952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:41:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['078e4861-b602-4538-9285-e11ed23eb895'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:29.989408 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35f2b7-e36e-4902-9127-d724e46065e4 req-aa8ebff3-5eeb-41c8-a21a-a9026d8c222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:29.991000 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1c35f2b7-e36e-4902-9127-d724e46065e4 req-aa8ebff3-5eeb-41c8-a21a-a9026d8c222d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=760af8f8-1ef6-429f-9b6a-85a88fd2043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721920 Jul 07 18:41:30.133993 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1c35f2b7-e36e-4902-9127-d724e46065e4 req-18ea6b96-5c8a-459c-ac04-5d3fc20f7f7d service neutron] 10.222.0.89 "GET /v2.0/networks/760af8f8-1ef6-429f-9b6a-85a88fd2043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362147 Jul 07 18:41:30.165409 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-822335fe-4c28-4999-977b-836c1f993952 None None] Set router 078e4861-b602-4538-9285-e11ed23eb895 gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:41:30.266602 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-1c35f2b7-e36e-4902-9127-d724e46065e4 req-297379bc-ed5e-44ff-97b7-970a85421529 service neutron] 10.222.0.89 "GET /v2.0/networks/760af8f8-1ef6-429f-9b6a-85a88fd2043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253726 Jul 07 18:41:30.512887 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-822335fe-4c28-4999-977b-836c1f993952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078e4861-b602-4538-9285-e11ed23eb895', 'name': 'tempest-AttachVolumeTestJSON-1307153238-router', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:23Z', 'revision_number': 4, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'gw_port': {'id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_floatingips': [{'id': 'b55182c1-c41b-49e3-804a-06e503c421f6', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'floating_ip_address': '172.28.1.26', 'floating_network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'router_id': '078e4861-b602-4538-9285-e11ed23eb895', 'port_id': '2ee710d7-b065-40bb-b355-385604d0cb6c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'mac_address': 'fa:16:3e:0f:74:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abff5da-6db5-44bd-a7a8-1572e588b87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:14Z', 'updated_at': '2021-07-07T18:41:28Z', 'revision_number': 1, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1', 'name': '', 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'mac_address': 'fa:16:3e:34:12:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4882366c-12d3-430a-830c-694134492744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:22Z', 'updated_at': '2021-07-07T18:38:27Z', 'revision_number': 5, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'subnets': [{'id': '4882366c-12d3-430a-830c-694134492744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:30.517186 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822335fe-4c28-4999-977b-836c1f993952 None None] The sync data for ids ['078e4861-b602-4538-9285-e11ed23eb895'] in dv-cinder-798696-1-smb is: [{'id': '078e4861-b602-4538-9285-e11ed23eb895', 'name': 'tempest-AttachVolumeTestJSON-1307153238-router', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:23Z', 'revision_number': 4, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'gw_port': {'id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_floatingips': [{'id': 'b55182c1-c41b-49e3-804a-06e503c421f6', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'floating_ip_address': '172.28.1.26', 'floating_network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'router_id': '078e4861-b602-4538-9285-e11ed23eb895', 'port_id': '2ee710d7-b065-40bb-b355-385604d0cb6c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'mac_address': 'fa:16:3e:0f:74:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abff5da-6db5-44bd-a7a8-1572e588b87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:14Z', 'updated_at': '2021-07-07T18:41:28Z', 'revision_number': 1, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1', 'name': '', 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'mac_address': 'fa:16:3e:34:12:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4882366c-12d3-430a-830c-694134492744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:22Z', 'updated_at': '2021-07-07T18:38:27Z', 'revision_number': 5, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'subnets': [{'id': '4882366c-12d3-430a-830c-694134492744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:41:30.702289 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e62073e-831f-4014-a05c-68b4d8e0d6c7 None None] New status for floating IP b55182c1-c41b-49e3-804a-06e503c421f6: ACTIVE {{(pid=78479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:41:31.546535 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:41:35.988768 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:47.579704 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-66affee5-3c28-4d16-a06e-373a89a82656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:48.167254 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:50.286467 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4f77410b-a231-46a3-addf-42c932b384ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:51.134151 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:52.559433 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:05.987577 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:08.545664 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:42:09.839796 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-fa6e9824-0dbf-4978-bc7e-52b19cc6d5d4 req-2e802879-f9ab-4738-9d59-a0e94a0367c0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7abff5da-6db5-44bd-a7a8-1572e588b87b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749581 Jul 07 18:42:09.984599 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e9824-0dbf-4978-bc7e-52b19cc6d5d4 req-fa701931-5d6f-4ba3-ad0b-40073e7c0064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:09.986074 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-fa6e9824-0dbf-4978-bc7e-52b19cc6d5d4 req-fa701931-5d6f-4ba3-ad0b-40073e7c0064 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bb49104326a14863b5e210bd0c724dd1&device_id=7abff5da-6db5-44bd-a7a8-1572e588b87b HTTP/1.1" status: 200 len: 1098 time: 0.0723307 Jul 07 18:42:10.134074 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e9824-0dbf-4978-bc7e-52b19cc6d5d4 req-3ad47c3f-b5a0-4fd6-82ce-661ff1d9314f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:10.135612 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-fa6e9824-0dbf-4978-bc7e-52b19cc6d5d4 req-3ad47c3f-b5a0-4fd6-82ce-661ff1d9314f service neutron] 10.222.0.89 "GET /v2.0/networks?id=760af8f8-1ef6-429f-9b6a-85a88fd2043e HTTP/1.1" status: 200 len: 912 time: 0.1289637 Jul 07 18:42:10.245910 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-fa6e9824-0dbf-4978-bc7e-52b19cc6d5d4 req-d54c65a7-23b5-4892-b127-b7941261fd82 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ee710d7-b065-40bb-b355-385604d0cb6c HTTP/1.1" status: 200 len: 1000 time: 0.1010525 Jul 07 18:42:10.314450 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e9824-0dbf-4978-bc7e-52b19cc6d5d4 req-79024d35-86b9-460a-aa91-faf9dab004fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:10.315945 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-fa6e9824-0dbf-4978-bc7e-52b19cc6d5d4 req-79024d35-86b9-460a-aa91-faf9dab004fb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4882366c-12d3-430a-830c-694134492744 HTTP/1.1" status: 200 len: 850 time: 0.0595491 Jul 07 18:42:10.396649 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e9824-0dbf-4978-bc7e-52b19cc6d5d4 req-37697c5d-914f-43b0-97c6-2949a637af92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:10.398039 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-fa6e9824-0dbf-4978-bc7e-52b19cc6d5d4 req-37697c5d-914f-43b0-97c6-2949a637af92 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=760af8f8-1ef6-429f-9b6a-85a88fd2043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715153 Jul 07 18:42:10.535751 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-fa6e9824-0dbf-4978-bc7e-52b19cc6d5d4 req-df9f6083-5df7-434f-aaf5-737c18b654f9 service neutron] 10.222.0.89 "GET /v2.0/networks/760af8f8-1ef6-429f-9b6a-85a88fd2043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259828 Jul 07 18:42:10.778590 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-fa6e9824-0dbf-4978-bc7e-52b19cc6d5d4 req-d295ba43-5667-4301-a679-7dc3afc8ab91 service neutron] 10.222.0.89 "GET /v2.0/networks/760af8f8-1ef6-429f-9b6a-85a88fd2043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318380 Jul 07 18:42:17.582812 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ef2288ca-7b0a-4758-8c02-8f0ddb7afcd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:18.168710 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:20.288169 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d730c77-4889-4746-a8d9-e1d860c627fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:21.138327 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:22.563431 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:25.282554 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59951ea7-1aa0-4260-b676-5550bbcb9e08 req-172a9b46-27e6-42ce-9f95-1da1d24c5ad0 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:25.284184 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-59951ea7-1aa0-4260-b676-5550bbcb9e08 req-172a9b46-27e6-42ce-9f95-1da1d24c5ad0 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=7abff5da-6db5-44bd-a7a8-1572e588b87b HTTP/1.1" status: 200 len: 945 time: 0.0839288 Jul 07 18:42:25.329897 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-59951ea7-1aa0-4260-b676-5550bbcb9e08 req-90798831-307b-4595-8bef-36e4c91be5d9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f1a8a24-a6e5-4c13-97c2-ddb8e54b9275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400708 Jul 07 18:42:26.523232 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f78eca-fb88-4644-953e-a9c602897a09 req-afa04b23-ca92-4d08-ad3d-3f8598ceb898 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:26.524704 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-08f78eca-fb88-4644-953e-a9c602897a09 req-afa04b23-ca92-4d08-ad3d-3f8598ceb898 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=7abff5da-6db5-44bd-a7a8-1572e588b87b HTTP/1.1" status: 200 len: 945 time: 0.0818453 Jul 07 18:42:26.569285 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-08f78eca-fb88-4644-953e-a9c602897a09 req-04e8e56e-6384-4298-bb36-5023c3ec607d tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f1a8a24-a6e5-4c13-97c2-ddb8e54b9275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389979 Jul 07 18:42:27.531925 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c494c8-c850-43a4-8e12-4ee3816364ca req-35e76abb-6450-49ea-b988-a2063d35bfe9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:27.533357 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d9c494c8-c850-43a4-8e12-4ee3816364ca req-35e76abb-6450-49ea-b988-a2063d35bfe9 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.89 "GET /v2.0/ports?device_id=7abff5da-6db5-44bd-a7a8-1572e588b87b HTTP/1.1" status: 200 len: 945 time: 0.0806572 Jul 07 18:42:27.607826 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-d9c494c8-c850-43a4-8e12-4ee3816364ca req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Deleting port 2ee710d7-b065-40bb-b355-385604d0cb6c {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:42:27.608169 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-d9c494c8-c850-43a4-8e12-4ee3816364ca req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:27.754342 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76283f-ff03-4ba1-ba1b-b14ee1d8b8dd req-51746cd7-bf03-4705-b1c5-6d1b83b1557f tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:27.755836 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-5c76283f-ff03-4ba1-ba1b-b14ee1d8b8dd req-51746cd7-bf03-4705-b1c5-6d1b83b1557f tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=7abff5da-6db5-44bd-a7a8-1572e588b87b HTTP/1.1" status: 200 len: 945 time: 0.0801902 Jul 07 18:42:27.804536 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-5c76283f-ff03-4ba1-ba1b-b14ee1d8b8dd req-a8ceae06-c8d8-4ab8-b97b-07ea0dee9af8 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f1a8a24-a6e5-4c13-97c2-ddb8e54b9275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429411 Jul 07 18:42:27.853866 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-d9c494c8-c850-43a4-8e12-4ee3816364ca req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] For port 2ee710d7-b065-40bb-b355-385604d0cb6c, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=2ee710d7-b065-40bb-b355-385604d0cb6c,segment=NetworkSegment(50d2761b-3053-4c1d-83ce-a737016e2729),segment_id=50d2761b-3053-4c1d-83ce-a737016e2729)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:42:27.854228 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-d9c494c8-c850-43a4-8e12-4ee3816364ca req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:28.139540 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-d9c494c8-c850-43a4-8e12-4ee3816364ca req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:28.139910 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-d9c494c8-c850-43a4-8e12-4ee3816364ca req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553071'] for floatingip, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:28.140221 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.db.l3_db [req-d9c494c8-c850-43a4-8e12-4ee3816364ca req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Floating IP b55182c1-c41b-49e3-804a-06e503c421f6 disassociated. External IP: 172.28.1.26, port: 2ee710d7-b065-40bb-b355-385604d0cb6c. Jul 07 18:42:28.140555 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-d9c494c8-c850-43a4-8e12-4ee3816364ca req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Calling delete_port for 2ee710d7-b065-40bb-b355-385604d0cb6c owned by compute:nova {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:42:28.282666 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-d9c494c8-c850-43a4-8e12-4ee3816364ca req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:28.288205 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-212e3bbc-19c4-41e7-871f-96e9c23b534b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:42:28.340354 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Pushing event deleted for resources: {'Port': ['ID=2ee710d7-b065-40bb-b355-385604d0cb6c,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:42:28.396555 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:42:28.396855 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:42:28.397219 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:42:28.397575 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:42:28.397925 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:42:28.398275 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:42:28.398623 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:42:28.398994 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:42:28.399344 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:42:28.399691 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:42:28.400033 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:42:28.400379 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:42:28.408786 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:42:28.532775 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9c494c8-c850-43a4-8e12-4ee3816364ca req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Router 078e4861-b602-4538-9285-e11ed23eb895 has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:42:28.709885 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9c494c8-c850-43a4-8e12-4ee3816364ca req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:42:28.719741 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4deaf4e-52b0-47a6-abc4-7062538bd788 None None] Sync routers for ids ['078e4861-b602-4538-9285-e11ed23eb895'] in dv-cinder-798696-1-smb {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:42:28.732359 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4deaf4e-52b0-47a6-abc4-7062538bd788 None None] Routers {'078e4861-b602-4538-9285-e11ed23eb895'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:42:28.733249 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-d4deaf4e-52b0-47a6-abc4-7062538bd788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:42:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['078e4861-b602-4538-9285-e11ed23eb895'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:42:28.897106 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c494c8-c850-43a4-8e12-4ee3816364ca req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] No DVR routers for this DVR port 2ee710d7-b065-40bb-b355-385604d0cb6c on host hv-cinder-79869 {{(pid=78477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:42:28.900660 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-d9c494c8-c850-43a4-8e12-4ee3816364ca req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:28.903643 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abff5da-6db5-44bd-a7a8-1572e588b87b', 'name': 'network-vif-deleted', 'tag': '2ee710d7-b065-40bb-b355-385604d0cb6c'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:42:28.921557 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-d4deaf4e-52b0-47a6-abc4-7062538bd788 None None] Set router 078e4861-b602-4538-9285-e11ed23eb895 gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:42:28.961691 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-7c56d241-a6e1-49b3-87af-a056289aae0e req-83dfefc3-7a70-4428-bc39-eae24a0aa0ef tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/ports?device_id=7abff5da-6db5-44bd-a7a8-1572e588b87b HTTP/1.1" status: 200 len: 210 time: 0.0428946 Jul 07 18:42:28.971739 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d9c494c8-c850-43a4-8e12-4ee3816364ca req-a7e10a91-9a7c-47f5-ba59-5325f7d8181b tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.89 "DELETE /v2.0/ports/2ee710d7-b065-40bb-b355-385604d0cb6c HTTP/1.1" status: 204 len: 173 time: 1.4309640 Jul 07 18:42:29.037663 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abff5da-6db5-44bd-a7a8-1572e588b87b', 'name': 'network-vif-deleted', 'tag': '2ee710d7-b065-40bb-b355-385604d0cb6c', 'status': 'completed', 'code': 200} Jul 07 18:42:29.279431 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-d4deaf4e-52b0-47a6-abc4-7062538bd788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078e4861-b602-4538-9285-e11ed23eb895', 'name': 'tempest-AttachVolumeTestJSON-1307153238-router', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:23Z', 'revision_number': 4, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'gw_port': {'id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1', 'name': '', 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'mac_address': 'fa:16:3e:34:12:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4882366c-12d3-430a-830c-694134492744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:22Z', 'updated_at': '2021-07-07T18:38:27Z', 'revision_number': 5, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'subnets': [{'id': '4882366c-12d3-430a-830c-694134492744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:42:29.283111 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4deaf4e-52b0-47a6-abc4-7062538bd788 None None] Checking router: 078e4861-b602-4538-9285-e11ed23eb895 for host: dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:42:29.291728 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4deaf4e-52b0-47a6-abc4-7062538bd788 None None] Routers {'078e4861-b602-4538-9285-e11ed23eb895'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:42:29.292351 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-d4deaf4e-52b0-47a6-abc4-7062538bd788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:42:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['078e4861-b602-4538-9285-e11ed23eb895'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:42:29.473159 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-d4deaf4e-52b0-47a6-abc4-7062538bd788 None None] Set router 078e4861-b602-4538-9285-e11ed23eb895 gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:42:29.786701 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-d4deaf4e-52b0-47a6-abc4-7062538bd788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078e4861-b602-4538-9285-e11ed23eb895', 'name': 'tempest-AttachVolumeTestJSON-1307153238-router', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:23Z', 'revision_number': 4, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'gw_port': {'id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1', 'name': '', 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'mac_address': 'fa:16:3e:34:12:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4882366c-12d3-430a-830c-694134492744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:22Z', 'updated_at': '2021-07-07T18:38:27Z', 'revision_number': 5, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'subnets': [{'id': '4882366c-12d3-430a-830c-694134492744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:42:29.790387 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4deaf4e-52b0-47a6-abc4-7062538bd788 None None] The sync data for ids ['078e4861-b602-4538-9285-e11ed23eb895'] in dv-cinder-798696-1-smb is: [{'id': '078e4861-b602-4538-9285-e11ed23eb895', 'name': 'tempest-AttachVolumeTestJSON-1307153238-router', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:23Z', 'revision_number': 4, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'gw_port': {'id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb', '_interfaces': [{'id': '6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1', 'name': '', 'network_id': '760af8f8-1ef6-429f-9b6a-85a88fd2043e', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'mac_address': 'fa:16:3e:34:12:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4882366c-12d3-430a-830c-694134492744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:22Z', 'updated_at': '2021-07-07T18:38:27Z', 'revision_number': 5, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'subnets': [{'id': '4882366c-12d3-430a-830c-694134492744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:42:30.015837 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a2d09-d8b7-4651-9d8b-4aee8226d246 None None] New status for floating IP b55182c1-c41b-49e3-804a-06e503c421f6: DOWN {{(pid=78479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:42:30.091155 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33816) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:42:30.156464 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-c1130449-b406-48ba-b2c7-86037b17b2e6 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:30.189512 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-c1130449-b406-48ba-b2c7-86037b17b2e6 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:30.244576 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-c1130449-b406-48ba-b2c7-86037b17b2e6 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:30.248757 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-082fbba9-3186-4679-817e-f59e211126db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:42:30.269806 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1130449-b406-48ba-b2c7-86037b17b2e6 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1a8a24-a6e5-4c13-97c2-ddb8e54b9275,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:42:30.278770 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1130449-b406-48ba-b2c7-86037b17b2e6 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:42:30.279159 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1130449-b406-48ba-b2c7-86037b17b2e6 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:42:30.279530 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1130449-b406-48ba-b2c7-86037b17b2e6 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:42:30.279893 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1130449-b406-48ba-b2c7-86037b17b2e6 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:42:30.280252 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1130449-b406-48ba-b2c7-86037b17b2e6 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:42:30.280614 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1130449-b406-48ba-b2c7-86037b17b2e6 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:42:30.280967 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1130449-b406-48ba-b2c7-86037b17b2e6 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:42:30.281322 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1130449-b406-48ba-b2c7-86037b17b2e6 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:42:30.281677 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1130449-b406-48ba-b2c7-86037b17b2e6 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:42:30.282029 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1130449-b406-48ba-b2c7-86037b17b2e6 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:42:30.282381 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1130449-b406-48ba-b2c7-86037b17b2e6 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:42:30.282740 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1130449-b406-48ba-b2c7-86037b17b2e6 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:42:30.287278 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-c1130449-b406-48ba-b2c7-86037b17b2e6 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:42:30.290844 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-c1130449-b406-48ba-b2c7-86037b17b2e6 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:30.292029 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-c1130449-b406-48ba-b2c7-86037b17b2e6 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "DELETE /v2.0/security-groups/6f1a8a24-a6e5-4c13-97c2-ddb8e54b9275 HTTP/1.1" status: 204 len: 168 time: 0.1998143 Jul 07 18:42:30.294673 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33820) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:42:30.311158 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.api.v2.resource [None req-93132d37-cfb1-487d-afc4-09417c7ab619 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] show failed (client error): The resource could not be found. Jul 07 18:42:30.312139 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-93132d37-cfb1-487d-afc4-09417c7ab619 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "GET /v2.0/security-groups/6f1a8a24-a6e5-4c13-97c2-ddb8e54b9275 HTTP/1.1" status: 404 len: 347 time: 0.0165052 Jul 07 18:42:30.314925 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33824) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:42:30.473532 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-0c75f1d3-0937-4936-ac46-f919d8f0f42e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Deleting port f1f0e297-83fb-4543-b1cd-21aa57be1305 {{(pid=78478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:42:30.473921 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0c75f1d3-0937-4936-ac46-f919d8f0f42e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:30.639521 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0c75f1d3-0937-4936-ac46-f919d8f0f42e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:30.639854 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0c75f1d3-0937-4936-ac46-f919d8f0f42e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:30.765459 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-0c75f1d3-0937-4936-ac46-f919d8f0f42e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Calling delete_port for f1f0e297-83fb-4543-b1cd-21aa57be1305 owned by network:floatingip {{(pid=78478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:42:30.900569 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0c75f1d3-0937-4936-ac46-f919d8f0f42e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4077769'] for port, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:30.905451 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-d8ccc875-af05-4612-ae37-c8cba3399ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:42:30.953311 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75f1d3-0937-4936-ac46-f919d8f0f42e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Pushing event deleted for resources: {'Port': ['ID=f1f0e297-83fb-4543-b1cd-21aa57be1305,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:42:30.979123 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-0c75f1d3-0937-4936-ac46-f919d8f0f42e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:42:31.042213 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0c75f1d3-0937-4936-ac46-f919d8f0f42e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks [] for floatingip, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:31.056074 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0c75f1d3-0937-4936-ac46-f919d8f0f42e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for floatingip, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:31.057209 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-0c75f1d3-0937-4936-ac46-f919d8f0f42e tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] 10.222.0.41 "DELETE /v2.0/floatingips/b55182c1-c41b-49e3-804a-06e503c421f6 HTTP/1.1" status: 204 len: 168 time: 0.7414091 Jul 07 18:42:31.627946 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 2ee710d7-b065-40bb-b355-385604d0cb6c no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:42:31.665165 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] No Port match for: 2ee710d7-b065-40bb-b355-385604d0cb6c {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:42:31.665511 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 2ee710d7-b065-40bb-b355-385604d0cb6c not bound to the agent host hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:42:35.043408 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33854) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:42:35.670283 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9199210c-2571-4b70-b563-ba38d47a7096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546929'] for router_interface, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:35.993603 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:36.015631 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-9199210c-2571-4b70-b563-ba38d47a7096 admin admin] Deleting port 6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1 {{(pid=78478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:42:36.015981 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9199210c-2571-4b70-b563-ba38d47a7096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:36.184891 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.db [None req-9199210c-2571-4b70-b563-ba38d47a7096 admin admin] For port 6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1,segment=NetworkSegment(50d2761b-3053-4c1d-83ce-a737016e2729),segment_id=50d2761b-3053-4c1d-83ce-a737016e2729)] {{(pid=78478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:42:36.185618 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9199210c-2571-4b70-b563-ba38d47a7096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:36.307631 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-9199210c-2571-4b70-b563-ba38d47a7096 admin admin] Calling delete_port for 6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1 owned by network:router_interface {{(pid=78478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:42:36.621979 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9199210c-2571-4b70-b563-ba38d47a7096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4077769'] for port, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:36.625474 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-da05195d-d646-4cb3-ad93-afde079c77b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:42:36.668697 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199210c-2571-4b70-b563-ba38d47a7096 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:42:36.671805 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-9199210c-2571-4b70-b563-ba38d47a7096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:42:37.049683 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9199210c-2571-4b70-b563-ba38d47a7096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547013'] for router_interface, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:37.415952 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9199210c-2571-4b70-b563-ba38d47a7096 admin admin] Router 078e4861-b602-4538-9285-e11ed23eb895 has already been hosted by L3 agent 8deec948-1501-4327-a4fb-a95820cab163 {{(pid=78478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:42:37.597525 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9199210c-2571-4b70-b563-ba38d47a7096 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-smb the message routers_updated {{(pid=78478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 07 18:42:37.606036 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d200672-aa15-466d-9717-54722e446ac8 None None] Sync routers for ids ['078e4861-b602-4538-9285-e11ed23eb895'] in dv-cinder-798696-1-smb {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:42:37.610851 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-9199210c-2571-4b70-b563-ba38d47a7096 admin admin] 10.222.0.41 "PUT /v2.0/routers/078e4861-b602-4538-9285-e11ed23eb895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5662525 Jul 07 18:42:37.613317 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33858) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:42:37.614955 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d200672-aa15-466d-9717-54722e446ac8 None None] Routers {'078e4861-b602-4538-9285-e11ed23eb895'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:42:37.615571 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-8d200672-aa15-466d-9717-54722e446ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:42:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['078e4861-b602-4538-9285-e11ed23eb895'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:42:37.788137 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-43ed87ba-804a-4e94-92c9-0fca67754e06 admin admin] Notify callbacks [] for router, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:37.793052 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-8d200672-aa15-466d-9717-54722e446ac8 None None] Set router 078e4861-b602-4538-9285-e11ed23eb895 gateway port host: dv-cinder-798696-1-smb {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:42:37.966671 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-43ed87ba-804a-4e94-92c9-0fca67754e06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:37.976685 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-43ed87ba-804a-4e94-92c9-0fca67754e06 admin admin] Deleting port 83ef97ba-a511-4334-868e-6a5642f4124a {{(pid=78478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:42:37.976685 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-43ed87ba-804a-4e94-92c9-0fca67754e06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:38.070927 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-8d200672-aa15-466d-9717-54722e446ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078e4861-b602-4538-9285-e11ed23eb895', 'name': 'tempest-AttachVolumeTestJSON-1307153238-router', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'external_fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:42:36Z', 'revision_number': 5, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'gw_port': {'id': '83ef97ba-a511-4334-868e-6a5642f4124a', 'name': '', 'network_id': '7ef95752-4103-4704-97c1-943158aedf11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e4861-b602-4538-9285-e11ed23eb895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cf84b46-eaf0-4390-8fc2-d553f7bad2f6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-smb'}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:42:38.074754 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d200672-aa15-466d-9717-54722e446ac8 None None] Checking router: 078e4861-b602-4538-9285-e11ed23eb895 for host: dv-cinder-798696-1-smb {{(pid=78480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:42:38.083355 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d200672-aa15-466d-9717-54722e446ac8 None None] Routers {'078e4861-b602-4538-9285-e11ed23eb895'} bound to L3 agent in host dv-cinder-798696-1-smb {{(pid=78480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 07 18:42:38.083957 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-8d200672-aa15-466d-9717-54722e446ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798696-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T18:22:20Z,description=,heartbeat_timestamp=2021-07-07T18:42:20Z,host='dv-cinder-798696-1-smb',id=8deec948-1501-4327-a4fb-a95820cab163,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:22:20Z,topic='l3_agent')) {'router_ids': ['078e4861-b602-4538-9285-e11ed23eb895'], 'active': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:42:38.265797 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.db [None req-43ed87ba-804a-4e94-92c9-0fca67754e06 admin admin] For port 83ef97ba-a511-4334-868e-6a5642f4124a, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=83ef97ba-a511-4334-868e-6a5642f4124a,segment=NetworkSegment(34c6f55a-e384-474c-af70-55cf6bf9ed8f),segment_id=34c6f55a-e384-474c-af70-55cf6bf9ed8f)] {{(pid=78478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:42:38.266073 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_dvr_db [None req-8d200672-aa15-466d-9717-54722e446ac8 None None] Set router 078e4861-b602-4538-9285-e11ed23eb895 gateway port host: None {{(pid=78480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 07 18:42:38.266191 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-43ed87ba-804a-4e94-92c9-0fca67754e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:38.369092 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.l3_hamode_db [None req-8d200672-aa15-466d-9717-54722e446ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078e4861-b602-4538-9285-e11ed23eb895', 'name': 'tempest-AttachVolumeTestJSON-1307153238-router', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:42:37Z', 'revision_number': 6, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'gw_port_host': None}], 'dv-cinder-798696-1-smb', False) {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:42:38.373130 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d200672-aa15-466d-9717-54722e446ac8 None None] The sync data for ids ['078e4861-b602-4538-9285-e11ed23eb895'] in dv-cinder-798696-1-smb is: [{'id': '078e4861-b602-4538-9285-e11ed23eb895', 'name': 'tempest-AttachVolumeTestJSON-1307153238-router', 'tenant_id': 'bb49104326a14863b5e210bd0c724dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:38:19Z', 'updated_at': '2021-07-07T18:42:37Z', 'revision_number': 6, 'project_id': 'bb49104326a14863b5e210bd0c724dd1', 'gw_port_host': None}] {{(pid=78480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:42:38.387793 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-43ed87ba-804a-4e94-92c9-0fca67754e06 admin admin] Calling delete_port for 83ef97ba-a511-4334-868e-6a5642f4124a owned by network:router_gateway {{(pid=78478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:42:38.553499 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-43ed87ba-804a-4e94-92c9-0fca67754e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4077769'] for port, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:38.557797 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:42:38.603876 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed87ba-804a-4e94-92c9-0fca67754e06 admin admin] Pushing event deleted for resources: {'Port': ['ID=83ef97ba-a511-4334-868e-6a5642f4124a,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:42:38.630760 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-43ed87ba-804a-4e94-92c9-0fca67754e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:42:38.692890 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-43ed87ba-804a-4e94-92c9-0fca67754e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553050'] for router_gateway, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:38.866036 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-43ed87ba-804a-4e94-92c9-0fca67754e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2520'] for router, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:38.868164 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-43ed87ba-804a-4e94-92c9-0fca67754e06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:38.892445 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-43ed87ba-804a-4e94-92c9-0fca67754e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-548025'] for router, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:38.892898 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ed87ba-804a-4e94-92c9-0fca67754e06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 078e4861-b602-4538-9285-e11ed23eb895 {{(pid=78478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 07 18:42:38.905485 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-43ed87ba-804a-4e94-92c9-0fca67754e06 admin admin] Notify callbacks [] for router, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:38.906617 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-43ed87ba-804a-4e94-92c9-0fca67754e06 admin admin] 10.222.0.41 "DELETE /v2.0/routers/078e4861-b602-4538-9285-e11ed23eb895 HTTP/1.1" status: 204 len: 168 time: 1.2924139 Jul 07 18:42:38.909301 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33862) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:42:38.981705 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bdb8928-ff1d-49cb-8384-62c9c43e41da admin admin] Deleting subnet 4882366c-12d3-430a-830c-694134492744 {{(pid=78478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 07 18:42:38.984917 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-7bdb8928-ff1d-49cb-8384-62c9c43e41da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:39.033459 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-7bdb8928-ff1d-49cb-8384-62c9c43e41da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4079311'] for subnet, precommit_delete_associations {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:39.118783 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-7bdb8928-ff1d-49cb-8384-62c9c43e41da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15871345'] for subnet, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:39.187664 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-7bdb8928-ff1d-49cb-8384-62c9c43e41da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15868612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3274071'] for subnet, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:39.192231 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:42:39.227480 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb8928-ff1d-49cb-8384-62c9c43e41da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4882366c-12d3-430a-830c-694134492744,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:42:39.229472 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-7bdb8928-ff1d-49cb-8384-62c9c43e41da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:39.232634 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-7bdb8928-ff1d-49cb-8384-62c9c43e41da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:42:39.234240 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492a05cf-ad5e-4014-93e0-780c57f876fe None None] Network 760af8f8-1ef6-429f-9b6a-85a88fd2043e requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:42:39.236812 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-7bdb8928-ff1d-49cb-8384-62c9c43e41da admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4882366c-12d3-430a-830c-694134492744 HTTP/1.1" status: 204 len: 168 time: 0.3265815 Jul 07 18:42:39.239233 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33866) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:42:39.350118 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-eade303b-57a7-408c-81bb-68ac3d32a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16713874'] for network, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:39.362015 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-eade303b-57a7-408c-81bb-68ac3d32a3a1 admin admin] Deleting port 2d695596-7633-4765-bbbc-99f343371cd7 {{(pid=78478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:42:39.362365 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-eade303b-57a7-408c-81bb-68ac3d32a3a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:39.530666 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3efee2c-e400-4b21-adc9-0b1d8773f4e8 None None] DHCP port deletion for 760af8f8-1ef6-429f-9b6a-85a88fd2043e request from dv-cinder-798696-1-smb {{(pid=78479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 07 18:42:39.536413 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-f3efee2c-e400-4b21-adc9-0b1d8773f4e8 None None] Deleting port 2d695596-7633-4765-bbbc-99f343371cd7 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:42:39.536794 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f3efee2c-e400-4b21-adc9-0b1d8773f4e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:39.586858 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.db [None req-eade303b-57a7-408c-81bb-68ac3d32a3a1 admin admin] For port 2d695596-7633-4765-bbbc-99f343371cd7, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=2d695596-7633-4765-bbbc-99f343371cd7,segment=NetworkSegment(50d2761b-3053-4c1d-83ce-a737016e2729),segment_id=50d2761b-3053-4c1d-83ce-a737016e2729)] {{(pid=78478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:42:39.587368 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-eade303b-57a7-408c-81bb-68ac3d32a3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:39.587735 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1 no longer exists at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:42:39.623884 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] No Port match for: 6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1 {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:42:39.624230 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 6ddb8fff-c0bd-4ab5-93f3-6a25260ca6c1 not bound to the agent host dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:42:39.624665 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 83ef97ba-a511-4334-868e-6a5642f4124a no longer exists at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:42:39.661568 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] No Port match for: 83ef97ba-a511-4334-868e-6a5642f4124a {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:42:39.661796 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 83ef97ba-a511-4334-868e-6a5642f4124a not bound to the agent host dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:42:39.662208 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Device 2d695596-7633-4765-bbbc-99f343371cd7 no longer exists at agent ovs-agent-dv-cinder-798696-1-smb {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:42:39.811340 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.plugin [None req-eade303b-57a7-408c-81bb-68ac3d32a3a1 admin admin] Calling delete_port for 2d695596-7633-4765-bbbc-99f343371cd7 owned by network:dhcp {{(pid=78478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:42:39.888507 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-eade303b-57a7-408c-81bb-68ac3d32a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4077769'] for port, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:39.892476 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-f54ce520-beb4-4791-a764-4194a490ee51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:42:39.905578 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-f3efee2c-e400-4b21-adc9-0b1d8773f4e8 None None] For port 2d695596-7633-4765-bbbc-99f343371cd7, host dv-cinder-798696-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-smb',level=0,port_id=2d695596-7633-4765-bbbc-99f343371cd7,segment=NetworkSegment(50d2761b-3053-4c1d-83ce-a737016e2729),segment_id=50d2761b-3053-4c1d-83ce-a737016e2729)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:42:39.905971 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f3efee2c-e400-4b21-adc9-0b1d8773f4e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:39.934259 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade303b-57a7-408c-81bb-68ac3d32a3a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d695596-7633-4765-bbbc-99f343371cd7,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:42:39.937692 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-eade303b-57a7-408c-81bb-68ac3d32a3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:42:39.939875 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eade303b-57a7-408c-81bb-68ac3d32a3a1 admin admin] No DVR routers for this DVR port 2d695596-7633-4765-bbbc-99f343371cd7 on host dv-cinder-798696-1-smb {{(pid=78478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:42:40.027828 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:40.043716 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-f3efee2c-e400-4b21-adc9-0b1d8773f4e8 None None] Calling delete_port for 2d695596-7633-4765-bbbc-99f343371cd7 owned by network:dhcp {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:42:40.057670 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-eade303b-57a7-408c-81bb-68ac3d32a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15866878', 'neutron.services.segments.db._delete_segments_for_network-8734830643384'] for network, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:40.070790 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-eade303b-57a7-408c-81bb-68ac3d32a3a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760af8f8-1ef6-429f-9b6a-85a88fd2043e']}} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:42:40.083595 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-eade303b-57a7-408c-81bb-68ac3d32a3a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d2761b-3053-4c1d-83ce-a737016e2729') {'for_net_delete': True} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:42:40.083894 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.services.segments.db [None req-eade303b-57a7-408c-81bb-68ac3d32a3a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d2761b-3053-4c1d-83ce-a737016e2729') {} {{(pid=78478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:42:40.095817 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-eade303b-57a7-408c-81bb-68ac3d32a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734830655007', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4079300'] for segment, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:40.111551 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-eade303b-57a7-408c-81bb-68ac3d32a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:40.117525 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eade303b-57a7-408c-81bb-68ac3d32a3a1 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=78478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:42:40.117911 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-eade303b-57a7-408c-81bb-68ac3d32a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15873862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4077724'] for segment, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: Traceback (most recent call last): Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: timer() Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: cb(*args, **kw) Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: return func(*args, **kwargs) Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: self._notify() Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: self.callback(batched_events) Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: event.method(event) Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: return f(self, *a, **k) Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: return self._get(url).json() Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: return self.request(url, 'GET', **kwargs) Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:42:40.131271 dv-cinder-798696-1-smb neutron-server[78478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:42:40.159500 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.db.api [None req-f3efee2c-e400-4b21-adc9-0b1d8773f4e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:42:40.159863 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_db.api [None req-f3efee2c-e400-4b21-adc9-0b1d8773f4e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:42:40.209380 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-eade303b-57a7-408c-81bb-68ac3d32a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15866871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553073'] for network, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:40.214116 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-eade303b-57a7-408c-81bb-68ac3d32a3a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:40.216836 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-b3cc98a0-c2ce-4c54-b5d1-a2e98eac2b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:42:40.237022 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade303b-57a7-408c-81bb-68ac3d32a3a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=760af8f8-1ef6-429f-9b6a-85a88fd2043e,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:42:40.239387 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-eade303b-57a7-408c-81bb-68ac3d32a3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:42:40.252550 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-eade303b-57a7-408c-81bb-68ac3d32a3a1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/760af8f8-1ef6-429f-9b6a-85a88fd2043e HTTP/1.1" status: 204 len: 168 time: 1.0123322 Jul 07 18:42:40.423757 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 33872) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:42:40.472962 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-e0ede399-0f4d-4e04-8c7c-63742bd424dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb49104326a14863b5e210bd0c724dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478516 Jul 07 18:42:40.475138 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 33876) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:42:40.534069 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb04f8-8171-4e1f-9734-2233394682a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:40.559873 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb04f8-8171-4e1f-9734-2233394682a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:40.612118 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb04f8-8171-4e1f-9734-2233394682a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:40.617153 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-9978e19d-7f8b-446a-8541-38a585901a75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:42:40.630561 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb04f8-8171-4e1f-9734-2233394682a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440da8a5-467b-441b-bade-4d3c24caf7b5,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:42:40.632961 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-2bcb04f8-8171-4e1f-9734-2233394682a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:42:40.637980 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb04f8-8171-4e1f-9734-2233394682a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:40.639131 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-2bcb04f8-8171-4e1f-9734-2233394682a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/440da8a5-467b-441b-bade-4d3c24caf7b5 HTTP/1.1" status: 204 len: 168 time: 0.1631038 Jul 07 18:42:40.660787 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-f3efee2c-e400-4b21-adc9-0b1d8773f4e8 None None] Deleting port 2d695596-7633-4765-bbbc-99f343371cd7 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:42:40.661279 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f3efee2c-e400-4b21-adc9-0b1d8773f4e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:40.726168 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-f3efee2c-e400-4b21-adc9-0b1d8773f4e8 None None] The port '2d695596-7633-4765-bbbc-99f343371cd7' was deleted {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 07 18:42:45.544083 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:42:47.534056 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 33974) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:42:47.585622 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a97e4e4a-fcde-418d-b87e-4ab26c10c6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:47.653093 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-de82ed76-26a8-4d9e-b015-63db03b990b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:47.667438 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-de82ed76-26a8-4d9e-b015-63db03b990b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:42:47.671284 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-de82ed76-26a8-4d9e-b015-63db03b990b0 admin admin] Usage tracker for resource:security_group_rule and tenant:a694bf0c513846c48a4c431d910dcebf is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:42:47.674143 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-de82ed76-26a8-4d9e-b015-63db03b990b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:42:47.679966 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-de82ed76-26a8-4d9e-b015-63db03b990b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:42:47.766315 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-de82ed76-26a8-4d9e-b015-63db03b990b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:47.770091 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-de82ed76-26a8-4d9e-b015-63db03b990b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:47.777949 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-66557de3-ed66-431f-9527-278604e5f73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:42:47.820898 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-de82ed76-26a8-4d9e-b015-63db03b990b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a694bf0c513846c48a4c431d910dcebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857823 Jul 07 18:42:47.821804 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82ed76-26a8-4d9e-b015-63db03b990b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eefdb16-883a-45d1-8613-ea1ee22d9736,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:42:47.824364 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 33980) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:42:47.825814 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-de82ed76-26a8-4d9e-b015-63db03b990b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:42:47.889448 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f4cc3617-0db6-4984-9f0f-7b6b72b6105f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:47.915474 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f4cc3617-0db6-4984-9f0f-7b6b72b6105f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:47.967882 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f4cc3617-0db6-4984-9f0f-7b6b72b6105f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:47.971976 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-1a0dba2e-ee17-45b0-9e22-d63db2c20f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:42:47.984373 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc3617-0db6-4984-9f0f-7b6b72b6105f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eefdb16-883a-45d1-8613-ea1ee22d9736,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:42:47.986733 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-f4cc3617-0db6-4984-9f0f-7b6b72b6105f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:42:47.992604 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-f4cc3617-0db6-4984-9f0f-7b6b72b6105f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:47.993727 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-f4cc3617-0db6-4984-9f0f-7b6b72b6105f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4eefdb16-883a-45d1-8613-ea1ee22d9736 HTTP/1.1" status: 204 len: 168 time: 0.1683326 Jul 07 18:42:48.176370 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:48.658074 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 34004) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:42:48.758913 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-0d6b0ffc-49f1-4cf5-9a4e-fa41b80d6d9f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1547479320-network', 'tenant_id': 'ade229aab071481caef459e2e87d47fd'}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:42:48.764007 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-0d6b0ffc-49f1-4cf5-9a4e-fa41b80d6d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:42:48.767906 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-0d6b0ffc-49f1-4cf5-9a4e-fa41b80d6d9f admin admin] Usage tracker for resource:network and tenant:ade229aab071481caef459e2e87d47fd is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:42:48.770901 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-0d6b0ffc-49f1-4cf5-9a4e-fa41b80d6d9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:42:48.777855 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-0d6b0ffc-49f1-4cf5-9a4e-fa41b80d6d9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:42:48.787458 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6b0ffc-49f1-4cf5-9a4e-fa41b80d6d9f admin admin] Made reservation on behalf of ade229aab071481caef459e2e87d47fd for: {'network': 1} {{(pid=78478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:42:48.789844 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0d6b0ffc-49f1-4cf5-9a4e-fa41b80d6d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for network, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:48.802103 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0d6b0ffc-49f1-4cf5-9a4e-fa41b80d6d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:48.816552 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-0d6b0ffc-49f1-4cf5-9a4e-fa41b80d6d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:42:48.820354 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-0d6b0ffc-49f1-4cf5-9a4e-fa41b80d6d9f admin admin] Usage tracker for resource:security_group_rule and tenant:ade229aab071481caef459e2e87d47fd is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:42:48.823144 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-0d6b0ffc-49f1-4cf5-9a4e-fa41b80d6d9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:42:48.829616 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-0d6b0ffc-49f1-4cf5-9a4e-fa41b80d6d9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:42:48.915402 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0d6b0ffc-49f1-4cf5-9a4e-fa41b80d6d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:48.919150 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0d6b0ffc-49f1-4cf5-9a4e-fa41b80d6d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:48.923229 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-9029bf9f-4ed2-4477-9353-74f9c74fd92e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:42:48.950881 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6b0ffc-49f1-4cf5-9a4e-fa41b80d6d9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=78478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:42:48.959570 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b0ffc-49f1-4cf5-9a4e-fa41b80d6d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ab9665-909a-4f4e-98dc-dd6c09d95d56,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:42:48.963094 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-0d6b0ffc-49f1-4cf5-9a4e-fa41b80d6d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:42:48.967338 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0d6b0ffc-49f1-4cf5-9a4e-fa41b80d6d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:48.967338 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.db.segments_db [None req-0d6b0ffc-49f1-4cf5-9a4e-fa41b80d6d9f admin admin] Added segment ec6dffbb-7bb4-41ed-abe7-ec3611c06946 of type vlan for network 1aa2c3e6-8bcb-48b4-81ae-15a6ad3a3fa4 Jul 07 18:42:48.997325 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0d6b0ffc-49f1-4cf5-9a4e-fa41b80d6d9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734830079582'] for network, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:49.026183 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0d6b0ffc-49f1-4cf5-9a4e-fa41b80d6d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for network, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:49.028107 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6b0ffc-49f1-4cf5-9a4e-fa41b80d6d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:49.028690 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-0d6b0ffc-49f1-4cf5-9a4e-fa41b80d6d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:49.031905 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:42:49.129474 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b0ffc-49f1-4cf5-9a4e-fa41b80d6d9f admin admin] Pushing event updated for resources: {'Network': ['ID=1aa2c3e6-8bcb-48b4-81ae-15a6ad3a3fa4,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:42:49.135466 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-0d6b0ffc-49f1-4cf5-9a4e-fa41b80d6d9f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4736755 Jul 07 18:42:49.135466 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-0d6b0ffc-49f1-4cf5-9a4e-fa41b80d6d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:42:49.135738 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 34010) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:42:49.141356 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Network 1aa2c3e6-8bcb-48b4-81ae-15a6ad3a3fa4 details requested by agent ovs-agent-dv-cinder-798696-1-smb with host dv-cinder-798696-1-smb {{(pid=78479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 07 18:42:49.142002 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.v2.base [None req-3d43ee83-ba60-4550-95d9-9bbe54b1729f admin admin] Request body: {'subnet': {'network_id': '1aa2c3e6-8bcb-48b4-81ae-15a6ad3a3fa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1547479320-subnet', 'tenant_id': 'ade229aab071481caef459e2e87d47fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:42:49.146927 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-3d43ee83-ba60-4550-95d9-9bbe54b1729f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:42:49.150775 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-3d43ee83-ba60-4550-95d9-9bbe54b1729f admin admin] Usage tracker for resource:subnet and tenant:ade229aab071481caef459e2e87d47fd is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:42:49.153833 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-3d43ee83-ba60-4550-95d9-9bbe54b1729f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:42:49.161336 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-3d43ee83-ba60-4550-95d9-9bbe54b1729f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:42:49.175028 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d43ee83-ba60-4550-95d9-9bbe54b1729f admin admin] Made reservation on behalf of ade229aab071481caef459e2e87d47fd for: {'subnet': 1} {{(pid=78478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:42:49.177070 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3d43ee83-ba60-4550-95d9-9bbe54b1729f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3274056'] for subnet, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:49.384510 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3d43ee83-ba60-4550-95d9-9bbe54b1729f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3274078'] for subnet, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:49.388776 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-e1317b31-d451-4af5-99a1-15d45be24ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:42:49.456525 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43ee83-ba60-4550-95d9-9bbe54b1729f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a77d651b-2a44-453a-a092-6273e8a2cd36,revision_number=0']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:42:49.459116 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-3d43ee83-ba60-4550-95d9-9bbe54b1729f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:42:49.468604 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d43ee83-ba60-4550-95d9-9bbe54b1729f admin admin] Checking segment: {'id': 'ec6dffbb-7bb4-41ed-abe7-ec3611c06946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '1aa2c3e6-8bcb-48b4-81ae-15a6ad3a3fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:42:49.469077 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d43ee83-ba60-4550-95d9-9bbe54b1729f admin admin] Network hostable DHCP agents. Network: 1aa2c3e6-8bcb-48b4-81ae-15a6ad3a3fa4, hostable agents: ['7844bae0-677e-4565-b01a-e2785e2cda9f'], hosted agents: [] {{(pid=78478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:42:49.494535 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d43ee83-ba60-4550-95d9-9bbe54b1729f admin admin] Network 1aa2c3e6-8bcb-48b4-81ae-15a6ad3a3fa4 is scheduled to be hosted by DHCP agent 7844bae0-677e-4565-b01a-e2785e2cda9f with binding_index 1 {{(pid=78478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:42:49.505005 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.scheduler.base_scheduler [None req-3d43ee83-ba60-4550-95d9-9bbe54b1729f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-smb, 1aa2c3e6-8bcb-48b4-81ae-15a6ad3a3fa4) {{(pid=78478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:42:49.509245 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d43ee83-ba60-4550-95d9-9bbe54b1729f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:49.509834 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3d43ee83-ba60-4550-95d9-9bbe54b1729f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:49.514981 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901d46e7-9a64-4c3c-afa4-1a5f3bfa712f None None] Network 1aa2c3e6-8bcb-48b4-81ae-15a6ad3a3fa4 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:42:49.537087 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-3d43ee83-ba60-4550-95d9-9bbe54b1729f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3996458 Jul 07 18:42:49.737389 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab5757e-c2c3-4990-8132-5cc5ed72086d None None] Network 1aa2c3e6-8bcb-48b4-81ae-15a6ad3a3fa4 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:42:50.048073 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 34028) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:42:50.053858 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-d56b7c9c-376f-4cf9-ada9-c424ee066533 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1133329199-network', 'tenant_id': '3e3a45ca573348f48275cafb2bfef646'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:42:50.058573 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-d56b7c9c-376f-4cf9-ada9-c424ee066533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:42:50.062369 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-d56b7c9c-376f-4cf9-ada9-c424ee066533 admin admin] Usage tracker for resource:network and tenant:3e3a45ca573348f48275cafb2bfef646 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:42:50.065352 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-d56b7c9c-376f-4cf9-ada9-c424ee066533 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:42:50.071785 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-d56b7c9c-376f-4cf9-ada9-c424ee066533 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:42:50.082956 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56b7c9c-376f-4cf9-ada9-c424ee066533 admin admin] Made reservation on behalf of 3e3a45ca573348f48275cafb2bfef646 for: {'network': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:42:50.085196 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d56b7c9c-376f-4cf9-ada9-c424ee066533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for network, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:50.097752 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d56b7c9c-376f-4cf9-ada9-c424ee066533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:50.112393 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-d56b7c9c-376f-4cf9-ada9-c424ee066533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:42:50.116334 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-d56b7c9c-376f-4cf9-ada9-c424ee066533 admin admin] Usage tracker for resource:security_group_rule and tenant:3e3a45ca573348f48275cafb2bfef646 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:42:50.119135 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-d56b7c9c-376f-4cf9-ada9-c424ee066533 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:42:50.124709 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-d56b7c9c-376f-4cf9-ada9-c424ee066533 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:42:50.206429 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d56b7c9c-376f-4cf9-ada9-c424ee066533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:50.210609 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d56b7c9c-376f-4cf9-ada9-c424ee066533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:50.213631 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-913b6d79-3d53-4fb6-9564-b517f4e215fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:42:50.244300 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d56b7c9c-376f-4cf9-ada9-c424ee066533 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=78477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:42:50.249790 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b7c9c-376f-4cf9-ada9-c424ee066533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4af07c-d082-47f4-81c5-8c2ee7d1c8da,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:42:50.253730 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-d56b7c9c-376f-4cf9-ada9-c424ee066533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:42:50.258799 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d56b7c9c-376f-4cf9-ada9-c424ee066533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:50.258799 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.db.segments_db [None req-d56b7c9c-376f-4cf9-ada9-c424ee066533 admin admin] Added segment ffff4b70-9979-4864-a21b-b03b280f49c6 of type vlan for network eab751f5-4edf-4416-b56d-b541422c5e79 Jul 07 18:42:50.289934 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d56b7c9c-376f-4cf9-ada9-c424ee066533 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734830079582'] for network, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:50.290709 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6435a84d-f9fc-41b1-b0cc-ad59d971971b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:50.319123 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d56b7c9c-376f-4cf9-ada9-c424ee066533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for network, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:50.320432 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56b7c9c-376f-4cf9-ada9-c424ee066533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:50.321046 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-d56b7c9c-376f-4cf9-ada9-c424ee066533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:50.324854 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:42:50.429850 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b7c9c-376f-4cf9-ada9-c424ee066533 admin admin] Pushing event updated for resources: {'Network': ['ID=eab751f5-4edf-4416-b56d-b541422c5e79,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:42:50.433260 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-d56b7c9c-376f-4cf9-ada9-c424ee066533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:42:50.435398 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-d56b7c9c-376f-4cf9-ada9-c424ee066533 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3861351 Jul 07 18:42:50.437992 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 34032) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:42:50.440645 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Network eab751f5-4edf-4416-b56d-b541422c5e79 details requested by agent ovs-agent-dv-cinder-798696-1-smb with host dv-cinder-798696-1-smb {{(pid=78479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 07 18:42:50.443531 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [None req-50fb64d5-9a89-4204-8523-9c4c8d13112f admin admin] Request body: {'subnet': {'network_id': 'eab751f5-4edf-4416-b56d-b541422c5e79', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1133329199-subnet', 'tenant_id': '3e3a45ca573348f48275cafb2bfef646', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:42:50.449604 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-50fb64d5-9a89-4204-8523-9c4c8d13112f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:42:50.453774 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-50fb64d5-9a89-4204-8523-9c4c8d13112f admin admin] Usage tracker for resource:subnet and tenant:3e3a45ca573348f48275cafb2bfef646 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:42:50.457282 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-50fb64d5-9a89-4204-8523-9c4c8d13112f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:42:50.463176 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-50fb64d5-9a89-4204-8523-9c4c8d13112f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:42:50.474639 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fb64d5-9a89-4204-8523-9c4c8d13112f admin admin] Made reservation on behalf of 3e3a45ca573348f48275cafb2bfef646 for: {'subnet': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:42:50.476950 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-50fb64d5-9a89-4204-8523-9c4c8d13112f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2372144'] for subnet, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:50.677368 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-50fb64d5-9a89-4204-8523-9c4c8d13112f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4006630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2372134'] for subnet, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:50.681002 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-8b169631-8eb6-4c59-8b09-4e37034edb2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:42:50.749604 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb64d5-9a89-4204-8523-9c4c8d13112f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4855fcbc-460e-4175-ac25-c9e11aa23fa8,revision_number=0']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:42:50.753466 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-50fb64d5-9a89-4204-8523-9c4c8d13112f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:42:50.759467 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fb64d5-9a89-4204-8523-9c4c8d13112f admin admin] Checking segment: {'id': 'ffff4b70-9979-4864-a21b-b03b280f49c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'eab751f5-4edf-4416-b56d-b541422c5e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:42:50.759817 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fb64d5-9a89-4204-8523-9c4c8d13112f admin admin] Network hostable DHCP agents. Network: eab751f5-4edf-4416-b56d-b541422c5e79, hostable agents: ['7844bae0-677e-4565-b01a-e2785e2cda9f'], hosted agents: [] {{(pid=78477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:42:50.778695 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fb64d5-9a89-4204-8523-9c4c8d13112f admin admin] Network eab751f5-4edf-4416-b56d-b541422c5e79 is scheduled to be hosted by DHCP agent 7844bae0-677e-4565-b01a-e2785e2cda9f with binding_index 1 {{(pid=78477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:42:50.787465 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [None req-50fb64d5-9a89-4204-8523-9c4c8d13112f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-smb, eab751f5-4edf-4416-b56d-b541422c5e79) {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:42:50.791556 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fb64d5-9a89-4204-8523-9c4c8d13112f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:50.792194 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-50fb64d5-9a89-4204-8523-9c4c8d13112f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:50.796723 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3e0420-35cf-45c0-a910-cf566c349528 None None] Network eab751f5-4edf-4416-b56d-b541422c5e79 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:42:50.813529 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-50fb64d5-9a89-4204-8523-9c4c8d13112f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3745151 Jul 07 18:42:50.943872 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 34038) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:42:51.014194 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_v2 [None req-2347b1b6-d4b8-45c7-8dd3-402938347122 admin admin] Deleting subnet a77d651b-2a44-453a-a092-6273e8a2cd36 {{(pid=78477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 07 18:42:51.014618 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c1a4d2-5dde-4611-abfa-df1a925ba4a2 None None] Network eab751f5-4edf-4416-b56d-b541422c5e79 requested from dv-cinder-798696-1-smb {{(pid=78479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 07 18:42:51.017380 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-2347b1b6-d4b8-45c7-8dd3-402938347122 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:51.067911 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-2347b1b6-d4b8-45c7-8dd3-402938347122 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2398916'] for subnet, precommit_delete_associations {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:51.122522 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-2347b1b6-d4b8-45c7-8dd3-402938347122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15871345'] for subnet, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:51.184743 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:51.198317 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-2347b1b6-d4b8-45c7-8dd3-402938347122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15868612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4006565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2372143'] for subnet, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:51.203490 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-b0bf4419-93ce-4452-af54-f070c0aa1b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:42:51.241814 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-2347b1b6-d4b8-45c7-8dd3-402938347122 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:51.244547 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347b1b6-d4b8-45c7-8dd3-402938347122 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a77d651b-2a44-453a-a092-6273e8a2cd36,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:42:51.247413 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-2347b1b6-d4b8-45c7-8dd3-402938347122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:42:51.251722 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-2347b1b6-d4b8-45c7-8dd3-402938347122 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a77d651b-2a44-453a-a092-6273e8a2cd36 HTTP/1.1" status: 204 len: 168 time: 0.3068259 Jul 07 18:42:51.254111 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 34042) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:42:51.358800 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-99dc7a42-c683-44a8-acee-19fb47a48ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16713874'] for network, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:51.483960 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-99dc7a42-c683-44a8-acee-19fb47a48ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15866878', 'neutron.services.segments.db._delete_segments_for_network-8734830643384'] for network, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:51.496799 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.services.segments.db [None req-99dc7a42-c683-44a8-acee-19fb47a48ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa2c3e6-8bcb-48b4-81ae-15a6ad3a3fa4']}} {{(pid=78477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:42:51.508434 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.services.segments.db [None req-99dc7a42-c683-44a8-acee-19fb47a48ea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6dffbb-7bb4-41ed-abe7-ec3611c06946') {'for_net_delete': True} {{(pid=78477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:42:51.508730 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.services.segments.db [None req-99dc7a42-c683-44a8-acee-19fb47a48ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6dffbb-7bb4-41ed-abe7-ec3611c06946') {} {{(pid=78477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:42:51.520117 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-99dc7a42-c683-44a8-acee-19fb47a48ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734830655007', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2398927'] for segment, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:51.535429 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-99dc7a42-c683-44a8-acee-19fb47a48ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:51.541684 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99dc7a42-c683-44a8-acee-19fb47a48ea2 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=78477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:42:51.542104 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-99dc7a42-c683-44a8-acee-19fb47a48ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15873862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4006915'] for segment, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: Traceback (most recent call last): Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: timer() Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: cb(*args, **kw) Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: return func(*args, **kwargs) Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: self._notify() Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: self.callback(batched_events) Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: event.method(event) Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: return f(self, *a, **k) Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: return self._get(url).json() Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: return self.request(url, 'GET', **kwargs) Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:42:51.555135 dv-cinder-798696-1-smb neutron-server[78477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:42:51.634704 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-99dc7a42-c683-44a8-acee-19fb47a48ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15866871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553073'] for network, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:51.638842 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:42:51.651372 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-99dc7a42-c683-44a8-acee-19fb47a48ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:51.660376 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc7a42-c683-44a8-acee-19fb47a48ea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1aa2c3e6-8bcb-48b4-81ae-15a6ad3a3fa4,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:42:51.663162 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-99dc7a42-c683-44a8-acee-19fb47a48ea2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1aa2c3e6-8bcb-48b4-81ae-15a6ad3a3fa4 HTTP/1.1" status: 204 len: 168 time: 0.4080284 Jul 07 18:42:51.664074 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-99dc7a42-c683-44a8-acee-19fb47a48ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:42:51.665904 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 34046) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:42:51.811233 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27fa50f-fb2a-4ad4-af6f-31dc8742a2dc admin admin] Deleting subnet 4855fcbc-460e-4175-ac25-c9e11aa23fa8 {{(pid=78477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 07 18:42:51.814302 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-b27fa50f-fb2a-4ad4-af6f-31dc8742a2dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:51.862580 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-b27fa50f-fb2a-4ad4-af6f-31dc8742a2dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2398916'] for subnet, precommit_delete_associations {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:51.916620 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-b27fa50f-fb2a-4ad4-af6f-31dc8742a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15871345'] for subnet, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:51.988557 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-b27fa50f-fb2a-4ad4-af6f-31dc8742a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15868612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4006565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2372143'] for subnet, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:51.993344 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-17b64836-357e-48e5-83ff-485fb5a9593b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:42:52.026541 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27fa50f-fb2a-4ad4-af6f-31dc8742a2dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4855fcbc-460e-4175-ac25-c9e11aa23fa8,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:42:52.029431 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-b27fa50f-fb2a-4ad4-af6f-31dc8742a2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:42:52.030403 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-b27fa50f-fb2a-4ad4-af6f-31dc8742a2dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:52.036339 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-b27fa50f-fb2a-4ad4-af6f-31dc8742a2dc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4855fcbc-460e-4175-ac25-c9e11aa23fa8 HTTP/1.1" status: 204 len: 168 time: 0.3694708 Jul 07 18:42:52.038749 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 34050) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:42:52.148255 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-914e1cf2-0c7a-488b-b71b-c7ffc18d219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16713874'] for network, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:52.271396 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-914e1cf2-0c7a-488b-b71b-c7ffc18d219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15866878', 'neutron.services.segments.db._delete_segments_for_network-8734830643384'] for network, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:52.284357 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.services.segments.db [None req-914e1cf2-0c7a-488b-b71b-c7ffc18d219d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab751f5-4edf-4416-b56d-b541422c5e79']}} {{(pid=78477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:42:52.297289 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.services.segments.db [None req-914e1cf2-0c7a-488b-b71b-c7ffc18d219d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffff4b70-9979-4864-a21b-b03b280f49c6') {'for_net_delete': True} {{(pid=78477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:42:52.297582 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.services.segments.db [None req-914e1cf2-0c7a-488b-b71b-c7ffc18d219d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffff4b70-9979-4864-a21b-b03b280f49c6') {} {{(pid=78477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:42:52.309188 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-914e1cf2-0c7a-488b-b71b-c7ffc18d219d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734830655007', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2398927'] for segment, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:52.324802 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-914e1cf2-0c7a-488b-b71b-c7ffc18d219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15873855'] for segment, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:52.330847 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914e1cf2-0c7a-488b-b71b-c7ffc18d219d admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=78477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:42:52.331228 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-914e1cf2-0c7a-488b-b71b-c7ffc18d219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15873862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4006915'] for segment, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: Traceback (most recent call last): Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: timer() Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: cb(*args, **kw) Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: return func(*args, **kwargs) Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: self._notify() Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: self.callback(batched_events) Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: event.method(event) Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: return f(self, *a, **k) Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: return self._get(url).json() Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: return self.request(url, 'GET', **kwargs) Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:42:52.344315 dv-cinder-798696-1-smb neutron-server[78477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:42:52.422912 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-914e1cf2-0c7a-488b-b71b-c7ffc18d219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15866871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553073'] for network, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:52.426404 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:42:52.438846 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-914e1cf2-0c7a-488b-b71b-c7ffc18d219d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:52.447456 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e1cf2-0c7a-488b-b71b-c7ffc18d219d admin admin] Pushing event deleted for resources: {'Network': ['ID=eab751f5-4edf-4416-b56d-b541422c5e79,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:42:52.453663 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-914e1cf2-0c7a-488b-b71b-c7ffc18d219d admin admin] 10.222.0.41 "DELETE /v2.0/networks/eab751f5-4edf-4416-b56d-b541422c5e79 HTTP/1.1" status: 204 len: 168 time: 0.4115512 Jul 07 18:42:52.453663 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-914e1cf2-0c7a-488b-b71b-c7ffc18d219d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:42:52.561820 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:52.632496 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 34056) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:42:52.687152 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-935d4b06-d5dd-433d-b879-f5812ee594b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ade229aab071481caef459e2e87d47fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532939 Jul 07 18:42:52.689618 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 34060) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:42:52.747519 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-881eddb4-fc3e-46df-9ba1-62d81a7e50dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:52.773064 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-881eddb4-fc3e-46df-9ba1-62d81a7e50dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:52.828953 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-881eddb4-fc3e-46df-9ba1-62d81a7e50dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:52.833818 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-61d9e9b3-1e0b-48ab-b276-807402545260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:42:52.845886 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881eddb4-fc3e-46df-9ba1-62d81a7e50dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ab9665-909a-4f4e-98dc-dd6c09d95d56,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:42:52.848412 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-881eddb4-fc3e-46df-9ba1-62d81a7e50dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:42:52.852511 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-881eddb4-fc3e-46df-9ba1-62d81a7e50dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:52.853984 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-881eddb4-fc3e-46df-9ba1-62d81a7e50dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6ab9665-909a-4f4e-98dc-dd6c09d95d56 HTTP/1.1" status: 204 len: 168 time: 0.1634867 Jul 07 18:42:53.250391 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 34068) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:42:53.309135 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-0363f823-2fe7-475b-a6e9-f3e795da3c4b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e3a45ca573348f48275cafb2bfef646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569041 Jul 07 18:42:53.311197 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 34072) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:42:53.380144 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-cbb31922-04c4-4edf-9aaf-bb988d54b4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:53.405165 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-cbb31922-04c4-4edf-9aaf-bb988d54b4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:53.456664 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-cbb31922-04c4-4edf-9aaf-bb988d54b4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:53.461624 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-45f5a659-bc9a-44c0-a7ff-1847c54726f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:42:53.473982 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb31922-04c4-4edf-9aaf-bb988d54b4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4af07c-d082-47f4-81c5-8c2ee7d1c8da,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:42:53.476876 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-cbb31922-04c4-4edf-9aaf-bb988d54b4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:42:53.478838 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-cbb31922-04c4-4edf-9aaf-bb988d54b4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:53.480480 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-cbb31922-04c4-4edf-9aaf-bb988d54b4af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e4af07c-d082-47f4-81c5-8c2ee7d1c8da HTTP/1.1" status: 204 len: 168 time: 0.1683857 Jul 07 18:43:03.457477 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 34198) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:43:03.601352 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-01d3f832-2dd2-4076-bddf-9a2355b5043e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:03.616828 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-01d3f832-2dd2-4076-bddf-9a2355b5043e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:43:03.620858 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-01d3f832-2dd2-4076-bddf-9a2355b5043e admin admin] Usage tracker for resource:security_group_rule and tenant:2f1fdafd7cd845438e994220a6c56954 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:43:03.623682 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-01d3f832-2dd2-4076-bddf-9a2355b5043e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:43:03.629239 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-01d3f832-2dd2-4076-bddf-9a2355b5043e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:43:03.720600 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-01d3f832-2dd2-4076-bddf-9a2355b5043e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:03.726216 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-01d3f832-2dd2-4076-bddf-9a2355b5043e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:03.735116 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-a3e0c5bd-7456-423a-80f0-f0b83ca6db69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:43:03.772311 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3f832-2dd2-4076-bddf-9a2355b5043e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc642ffe-f853-4b5e-ba15-e8d3a5b16235,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:03.777105 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-01d3f832-2dd2-4076-bddf-9a2355b5043e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f1fdafd7cd845438e994220a6c56954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184855 Jul 07 18:43:03.778003 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-01d3f832-2dd2-4076-bddf-9a2355b5043e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:43:03.779601 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 34204) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:43:03.841011 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-17ccb52c-3b59-49a6-93ff-861d7a7a9c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:03.866395 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-17ccb52c-3b59-49a6-93ff-861d7a7a9c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:03.919990 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-17ccb52c-3b59-49a6-93ff-861d7a7a9c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:03.923907 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-3c038e1f-f3d7-449e-8313-6c8bcee56d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:43:03.935041 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ccb52c-3b59-49a6-93ff-861d7a7a9c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc642ffe-f853-4b5e-ba15-e8d3a5b16235,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:03.938632 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-17ccb52c-3b59-49a6-93ff-861d7a7a9c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:43:03.943739 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-17ccb52c-3b59-49a6-93ff-861d7a7a9c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:03.947499 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-17ccb52c-3b59-49a6-93ff-861d7a7a9c89 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc642ffe-f853-4b5e-ba15-e8d3a5b16235 HTTP/1.1" status: 204 len: 168 time: 0.1643877 Jul 07 18:43:04.226307 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 34214) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:43:04.244086 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-792883f8-b933-4c40-9de3-4b5f67e9ed64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:04.259470 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-792883f8-b933-4c40-9de3-4b5f67e9ed64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:43:04.264387 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-792883f8-b933-4c40-9de3-4b5f67e9ed64 admin admin] Usage tracker for resource:security_group_rule and tenant:1fae0a1333ee4c5b91505b67367c910b is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:43:04.268238 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-792883f8-b933-4c40-9de3-4b5f67e9ed64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:43:04.275286 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-792883f8-b933-4c40-9de3-4b5f67e9ed64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:43:04.362622 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-792883f8-b933-4c40-9de3-4b5f67e9ed64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:04.366403 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-792883f8-b933-4c40-9de3-4b5f67e9ed64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:04.375511 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-edd80949-2c4a-4394-9be3-e4fdb415a561 tempest-TestShelveInstance-486802597 tempest-TestShelveInstance-486802597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:43:04.414308 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-792883f8-b933-4c40-9de3-4b5f67e9ed64 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1fae0a1333ee4c5b91505b67367c910b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867311 Jul 07 18:43:04.415089 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792883f8-b933-4c40-9de3-4b5f67e9ed64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb8685f-80a7-4a1f-8641-afbe7d645b9e,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:04.417309 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 34218) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:43:04.418756 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-792883f8-b933-4c40-9de3-4b5f67e9ed64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:43:04.479701 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3871-4176-4ceb-9959-2913d46ed8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:04.505094 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3871-4176-4ceb-9959-2913d46ed8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:04.557178 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3871-4176-4ceb-9959-2913d46ed8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:04.561565 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-01d3f832-2dd2-4076-bddf-9a2355b5043e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:43:04.582404 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd3871-4176-4ceb-9959-2913d46ed8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb8685f-80a7-4a1f-8641-afbe7d645b9e,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:04.588893 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-7ebd3871-4176-4ceb-9959-2913d46ed8e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:43:04.597769 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3871-4176-4ceb-9959-2913d46ed8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:04.599369 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-7ebd3871-4176-4ceb-9959-2913d46ed8e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1eb8685f-80a7-4a1f-8641-afbe7d645b9e HTTP/1.1" status: 204 len: 168 time: 0.1806023 Jul 07 18:43:05.999739 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:09.374121 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 34292) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:43:09.495294 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-41101270-43f9-441c-b371-95e360aa8e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:09.510561 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-41101270-43f9-441c-b371-95e360aa8e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:43:09.514297 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-41101270-43f9-441c-b371-95e360aa8e97 admin admin] Usage tracker for resource:security_group_rule and tenant:b889effc1d4445db9b50a3951234db19 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:43:09.517149 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-41101270-43f9-441c-b371-95e360aa8e97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:43:09.522766 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-41101270-43f9-441c-b371-95e360aa8e97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:43:09.606486 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-41101270-43f9-441c-b371-95e360aa8e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:09.611169 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-41101270-43f9-441c-b371-95e360aa8e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:09.618210 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-ded6d824-9f59-43d3-96c4-1828eb923dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:43:09.658382 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-41101270-43f9-441c-b371-95e360aa8e97 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b889effc1d4445db9b50a3951234db19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825973 Jul 07 18:43:09.659324 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41101270-43f9-441c-b371-95e360aa8e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fbec05-8986-4644-bb0e-30868ba1c31c,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:09.661130 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 34298) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:43:09.662343 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-41101270-43f9-441c-b371-95e360aa8e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:43:09.719925 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-86f16a39-11b4-420c-ba6b-0ba3d044d72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:09.746217 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-86f16a39-11b4-420c-ba6b-0ba3d044d72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:09.799033 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-86f16a39-11b4-420c-ba6b-0ba3d044d72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:09.803036 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-1e752e46-9095-4e5c-ab7d-5aa1bec502d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:43:09.817270 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f16a39-11b4-420c-ba6b-0ba3d044d72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fbec05-8986-4644-bb0e-30868ba1c31c,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:09.820829 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-86f16a39-11b4-420c-ba6b-0ba3d044d72d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:43:09.824216 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-86f16a39-11b4-420c-ba6b-0ba3d044d72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:09.825574 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-86f16a39-11b4-420c-ba6b-0ba3d044d72d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20fbec05-8986-4644-bb0e-30868ba1c31c HTTP/1.1" status: 204 len: 168 time: 0.1631851 Jul 07 18:43:10.100033 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 34306) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:43:10.118315 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-43cb5946-f16b-4703-9b3c-4595f4566362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:10.132328 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-43cb5946-f16b-4703-9b3c-4595f4566362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:43:10.136649 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-43cb5946-f16b-4703-9b3c-4595f4566362 admin admin] Usage tracker for resource:security_group_rule and tenant:2361fb9de3f049cc9e23903186e05f2f is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:43:10.139388 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-43cb5946-f16b-4703-9b3c-4595f4566362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:43:10.145072 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-43cb5946-f16b-4703-9b3c-4595f4566362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:43:10.229330 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-43cb5946-f16b-4703-9b3c-4595f4566362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:10.233248 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-43cb5946-f16b-4703-9b3c-4595f4566362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:10.241768 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-b0a9292b-2648-46f2-a637-9e47e94f605e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:43:10.281469 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-43cb5946-f16b-4703-9b3c-4595f4566362 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2361fb9de3f049cc9e23903186e05f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803222 Jul 07 18:43:10.283476 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb5946-f16b-4703-9b3c-4595f4566362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6aa943a-d6fb-434f-9e4c-be24605345fa,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:10.284128 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 34310) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:43:10.286678 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-43cb5946-f16b-4703-9b3c-4595f4566362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:43:10.344029 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-5ad65da7-0116-40f5-a1fa-e86688d7144f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:10.369383 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-5ad65da7-0116-40f5-a1fa-e86688d7144f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:10.423829 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-5ad65da7-0116-40f5-a1fa-e86688d7144f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:10.427481 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-70e9fdc2-17f9-42a6-be73-6625acd63970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:43:10.441841 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad65da7-0116-40f5-a1fa-e86688d7144f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6aa943a-d6fb-434f-9e4c-be24605345fa,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:10.444381 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-5ad65da7-0116-40f5-a1fa-e86688d7144f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:43:10.453863 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-5ad65da7-0116-40f5-a1fa-e86688d7144f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:10.455013 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-5ad65da7-0116-40f5-a1fa-e86688d7144f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6aa943a-d6fb-434f-9e4c-be24605345fa HTTP/1.1" status: 204 len: 168 time: 0.1699045 Jul 07 18:43:17.589733 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-82bf421f-f0ce-49e2-b721-1a9e0bd6c184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:18.169732 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:20.295426 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-99f60638-3bc3-4210-be39-0899b15d1173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:21.143668 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:22.394989 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 34422) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:43:22.510549 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-4b5f52fa-751a-4cec-ae40-ec4391651ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:22.524562 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-4b5f52fa-751a-4cec-ae40-ec4391651ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:43:22.528927 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-4b5f52fa-751a-4cec-ae40-ec4391651ea7 admin admin] Usage tracker for resource:security_group_rule and tenant:64ff79f96d554fed9d53e12b16da0c87 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:43:22.532285 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-4b5f52fa-751a-4cec-ae40-ec4391651ea7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:43:22.537324 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-4b5f52fa-751a-4cec-ae40-ec4391651ea7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:43:22.542754 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:43:22.565057 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:22.624209 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-4b5f52fa-751a-4cec-ae40-ec4391651ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:22.627966 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-4b5f52fa-751a-4cec-ae40-ec4391651ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:22.635556 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-24d30ad0-26e3-497c-92ae-9b1b62fda60b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:43:22.675397 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f52fa-751a-4cec-ae40-ec4391651ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daba4c26-4bc3-4fc2-bfe4-a5109bec738f,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:22.679804 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-4b5f52fa-751a-4cec-ae40-ec4391651ea7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=64ff79f96d554fed9d53e12b16da0c87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837703 Jul 07 18:43:22.680682 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-4b5f52fa-751a-4cec-ae40-ec4391651ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:43:22.683085 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 34428) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:43:22.747624 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-bf3f4fc9-dfc3-47ab-a686-90f528fb3506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:22.772039 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-bf3f4fc9-dfc3-47ab-a686-90f528fb3506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:22.830406 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-bf3f4fc9-dfc3-47ab-a686-90f528fb3506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:22.834966 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-86f16a39-11b4-420c-ba6b-0ba3d044d72d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:43:22.848592 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f4fc9-dfc3-47ab-a686-90f528fb3506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daba4c26-4bc3-4fc2-bfe4-a5109bec738f,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:22.851569 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-bf3f4fc9-dfc3-47ab-a686-90f528fb3506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:43:22.859071 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-bf3f4fc9-dfc3-47ab-a686-90f528fb3506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:22.860456 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-bf3f4fc9-dfc3-47ab-a686-90f528fb3506 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/daba4c26-4bc3-4fc2-bfe4-a5109bec738f HTTP/1.1" status: 204 len: 168 time: 0.1763358 Jul 07 18:43:23.137899 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 34436) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:43:23.155925 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3b206248-18c4-42d9-8373-d38440dd10dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:23.170483 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-3b206248-18c4-42d9-8373-d38440dd10dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:43:23.174266 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-3b206248-18c4-42d9-8373-d38440dd10dc admin admin] Usage tracker for resource:security_group_rule and tenant:6a5008d3b2704573a6cf0102013016a0 is out of sync, need to count used quota {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:43:23.177064 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.quota.resource [None req-3b206248-18c4-42d9-8373-d38440dd10dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:43:23.183026 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.db.quota.driver [None req-3b206248-18c4-42d9-8373-d38440dd10dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:43:23.269157 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3b206248-18c4-42d9-8373-d38440dd10dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:23.273282 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-3b206248-18c4-42d9-8373-d38440dd10dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:23.280943 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-f4cc3617-0db6-4984-9f0f-7b6b72b6105f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:43:23.322907 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-3b206248-18c4-42d9-8373-d38440dd10dc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a5008d3b2704573a6cf0102013016a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833713 Jul 07 18:43:23.323935 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b206248-18c4-42d9-8373-d38440dd10dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7908e27-1cc7-4536-949b-ac16bbcf1af8,revision_number=1']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:23.325787 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 34440) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:43:23.327381 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-3b206248-18c4-42d9-8373-d38440dd10dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:43:23.386010 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-55406fcb-915e-4b1d-863b-a98573eafa6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:23.419231 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-55406fcb-915e-4b1d-863b-a98573eafa6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:23.473731 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-55406fcb-915e-4b1d-863b-a98573eafa6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:23.477695 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-cbb31922-04c4-4edf-9aaf-bb988d54b4af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:43:23.490293 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55406fcb-915e-4b1d-863b-a98573eafa6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7908e27-1cc7-4536-949b-ac16bbcf1af8,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:23.493096 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-55406fcb-915e-4b1d-863b-a98573eafa6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:43:23.503449 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-55406fcb-915e-4b1d-863b-a98573eafa6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:23.504571 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-55406fcb-915e-4b1d-863b-a98573eafa6d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7908e27-1cc7-4536-949b-ac16bbcf1af8 HTTP/1.1" status: 204 len: 168 time: 0.1778252 Jul 07 18:43:36.001396 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:43.305344 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [-] (78477) accepted ('10.222.0.41', 34582) {{(pid=78477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:43:43.423681 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-87d65e9b-f645-44a3-990b-7afc4b615c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:43.437566 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-87d65e9b-f645-44a3-990b-7afc4b615c2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:43:43.441325 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-87d65e9b-f645-44a3-990b-7afc4b615c2e admin admin] Usage tracker for resource:security_group_rule and tenant:01218959e89748349da22b3eb6642aa7 is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:43:43.444075 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [None req-87d65e9b-f645-44a3-990b-7afc4b615c2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:43:43.449661 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [None req-87d65e9b-f645-44a3-990b-7afc4b615c2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:43:43.531738 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-87d65e9b-f645-44a3-990b-7afc4b615c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:43.535448 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [None req-87d65e9b-f645-44a3-990b-7afc4b615c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:43.543898 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-d64f1e00-c35c-4a46-bddb-212f5d39255b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:43:43.583833 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [None req-87d65e9b-f645-44a3-990b-7afc4b615c2e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01218959e89748349da22b3eb6642aa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769065 Jul 07 18:43:43.584907 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d65e9b-f645-44a3-990b-7afc4b615c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f38030-4265-4dc1-9847-a340555c7fd5,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:43.586641 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 34588) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:43:43.593083 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d65e9b-f645-44a3-990b-7afc4b615c2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.593467 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d65e9b-f645-44a3-990b-7afc4b615c2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.593840 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d65e9b-f645-44a3-990b-7afc4b615c2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.594208 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d65e9b-f645-44a3-990b-7afc4b615c2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.594966 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d65e9b-f645-44a3-990b-7afc4b615c2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.595118 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d65e9b-f645-44a3-990b-7afc4b615c2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.595359 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d65e9b-f645-44a3-990b-7afc4b615c2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.595714 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d65e9b-f645-44a3-990b-7afc4b615c2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.596123 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d65e9b-f645-44a3-990b-7afc4b615c2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.596557 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d65e9b-f645-44a3-990b-7afc4b615c2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.596886 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d65e9b-f645-44a3-990b-7afc4b615c2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.597273 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d65e9b-f645-44a3-990b-7afc4b615c2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.601612 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-87d65e9b-f645-44a3-990b-7afc4b615c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:43:43.740722 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-2df3febb-77e8-45d6-88d3-76ab2bd9a9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:43.766281 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-2df3febb-77e8-45d6-88d3-76ab2bd9a9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:43.817915 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-2df3febb-77e8-45d6-88d3-76ab2bd9a9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:43.821528 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-306f25b1-6f06-4a46-b14c-09b2546245d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:43:43.834200 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3febb-77e8-45d6-88d3-76ab2bd9a9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f38030-4265-4dc1-9847-a340555c7fd5,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:43.843766 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df3febb-77e8-45d6-88d3-76ab2bd9a9cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.844142 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df3febb-77e8-45d6-88d3-76ab2bd9a9cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.844514 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df3febb-77e8-45d6-88d3-76ab2bd9a9cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.844874 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df3febb-77e8-45d6-88d3-76ab2bd9a9cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.845232 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df3febb-77e8-45d6-88d3-76ab2bd9a9cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.845590 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df3febb-77e8-45d6-88d3-76ab2bd9a9cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.845947 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df3febb-77e8-45d6-88d3-76ab2bd9a9cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.846301 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df3febb-77e8-45d6-88d3-76ab2bd9a9cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.846651 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df3febb-77e8-45d6-88d3-76ab2bd9a9cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.847025 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df3febb-77e8-45d6-88d3-76ab2bd9a9cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.847376 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df3febb-77e8-45d6-88d3-76ab2bd9a9cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.847724 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df3febb-77e8-45d6-88d3-76ab2bd9a9cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.852330 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-2df3febb-77e8-45d6-88d3-76ab2bd9a9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:43:43.854834 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-2df3febb-77e8-45d6-88d3-76ab2bd9a9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:43.855942 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-2df3febb-77e8-45d6-88d3-76ab2bd9a9cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1f38030-4265-4dc1-9847-a340555c7fd5 HTTP/1.1" status: 204 len: 168 time: 0.2677708 Jul 07 18:43:46.354259 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-00d461f6-8de3-4747-987b-4895c31c8b39 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4bf3dd5afa21497dad505b6cf186509c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311186 Jul 07 18:43:46.506755 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-65d43464-0b0d-42c3-bece-4a8dca1a88df tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:46.508110 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-65d43464-0b0d-42c3-bece-4a8dca1a88df tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1486833 Jul 07 18:43:46.523369 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-7da82b8c-d28e-4855-af14-8e285e2b0ba5 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.41 "GET /v2.0/quotas/4bf3dd5afa21497dad505b6cf186509c HTTP/1.1" status: 200 len: 375 time: 0.0093200 Jul 07 18:43:46.569663 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-1f673c05-88ff-470c-b4d9-699559493418 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4bf3dd5afa21497dad505b6cf186509c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414753 Jul 07 18:43:46.744957 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-d0e0ae9a-cf0b-400c-be34-9ccd502cdd1e req-748a9c55-2dc2-4523-9448-1adfa1a12e31 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e78db5b-8ede-46ff-a716-fd7e4a42160c HTTP/1.1" status: 200 len: 210 time: 0.0444272 Jul 07 18:43:47.592302 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-67a9701e-d1b1-408c-b002-7f1347d52cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:47.799793 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-d20b9920-d7c9-4dc8-9101-0b8ce541ba53 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=4bf3dd5afa21497dad505b6cf186509c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305955 Jul 07 18:43:48.034465 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d1a71673-8c97-4357-8d7f-3c82496a309b req-ef6f29a7-4daa-40d6-94ca-dd1b54858ec4 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e78db5b-8ede-46ff-a716-fd7e4a42160c HTTP/1.1" status: 200 len: 210 time: 0.0520513 Jul 07 18:43:48.089537 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-f83646a5-fa60-4a68-a7d3-233db2e81bbe tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:48.091094 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-f83646a5-fa60-4a68-a7d3-233db2e81bbe tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2855055 Jul 07 18:43:48.104439 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Request body: {'port': {'device_id': '9e78db5b-8ede-46ff-a716-fd7e4a42160c', 'network_id': 'd544a959-d008-4231-a1f5-2c4e1f59dca6', 'admin_state_up': True, 'tenant_id': '4bf3dd5afa21497dad505b6cf186509c'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:43:48.172451 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:48.239448 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:43:48.243129 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Usage tracker for resource:port and tenant:4bf3dd5afa21497dad505b6cf186509c is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:43:48.245971 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:43:48.251644 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:43:48.261138 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Made reservation on behalf of 4bf3dd5afa21497dad505b6cf186509c for: {'port': 1} {{(pid=78477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:43:48.264654 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:48.277768 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Notify callbacks [] for security_group, before_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:48.296989 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 07 18:43:48.300790 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Usage tracker for resource:security_group_rule and tenant:4bf3dd5afa21497dad505b6cf186509c is out of sync, need to count used quota {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 07 18:43:48.303700 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 07 18:43:48.309331 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.quota.driver [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 07 18:43:48.395742 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Notify callbacks [] for security_group, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:48.400085 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:48.404217 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-de82ed76-26a8-4d9e-b015-63db03b990b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:43:48.489354 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d4b73e-5b02-4cd9-9c60-434687212e46,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:48.494867 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:43:48.574241 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.db_base_plugin_common [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Allocated IP 192.168.233.195 (d544a959-d008-4231-a1f5-2c4e1f59dca6/479e8ab5-0eb9-435f-9f78-003dcdc07892/302e2546-09c1-415a-95be-ca9c80e0098a) {{(pid=78477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:43:48.784550 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Notify callbacks [] for port, precommit_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:48.800530 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Transition to ACTIVE for port object 302e2546-09c1-415a-95be-ca9c80e0098a will not be triggered until provisioned by entity DHCP. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:43:48.825014 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734830093532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_create {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:48.831742 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-abefdb7b-2d98-44ea-aa95-a1c269a4cbf7 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:43:48.901858 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Network d544a959-d008-4231-a1f5-2c4e1f59dca6 is already hosted by enough agents. {{(pid=78477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:43:48.905130 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.scheduler.base_scheduler [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Resources bound (agent type, host, resource id): {{(pid=78477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:43:48.909137 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Received port after_create {{(pid=78477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 07 18:43:48.952599 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Pushing event updated for resources: {'Port': ['ID=302e2546-09c1-415a-95be-ca9c80e0098a,revision_number=1']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:48.958048 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:43:48.981903 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:48.982545 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:49.019805 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-d7adb9e9-edcf-4250-b6db-308c7b2e2f19 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9188504 Jul 07 18:43:49.038286 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.v2.base [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-5d22ccf3-92b8-4192-8ef6-a1c2d59ef2f0 service neutron] Request body: {'port': {'device_id': '9e78db5b-8ede-46ff-a716-fd7e4a42160c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:43:49.155877 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-5d22ccf3-92b8-4192-8ef6-a1c2d59ef2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:49.180490 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-a6078a9c-ce65-4460-8e6d-5e7494536853 None None] Provisioning for port 302e2546-09c1-415a-95be-ca9c80e0098a completed by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:43:49.187211 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-a6078a9c-ce65-4460-8e6d-5e7494536853 None None] Provisioning complete for port 302e2546-09c1-415a-95be-ca9c80e0098a triggered by entity DHCP. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:43:49.188061 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a6078a9c-ce65-4460-8e6d-5e7494536853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:49.233934 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b66597-0c8c-4a9b-8faf-2eb2d21bbf0c req-1ccbb99f-22e8-4b94-a043-a81aa083801f tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:49.235595 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-63b66597-0c8c-4a9b-8faf-2eb2d21bbf0c req-1ccbb99f-22e8-4b94-a043-a81aa083801f tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e78db5b-8ede-46ff-a716-fd7e4a42160c HTTP/1.1" status: 200 len: 936 time: 0.0927222 Jul 07 18:43:49.255294 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-a6078a9c-ce65-4460-8e6d-5e7494536853 None None] Port 302e2546-09c1-415a-95be-ca9c80e0098a cannot update to ACTIVE because it is not bound. {{(pid=78479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:43:49.283652 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-63b66597-0c8c-4a9b-8faf-2eb2d21bbf0c req-5704ce3d-9a36-4d4f-a5ae-9613b3ec67b4 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9d4b73e-5b02-4cd9-9c60-434687212e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422204 Jul 07 18:43:49.501986 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-5d22ccf3-92b8-4192-8ef6-a1c2d59ef2f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302e2546-09c1-415a-95be-ca9c80e0098a {{(pid=78477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:43:49.509781 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-5d22ccf3-92b8-4192-8ef6-a1c2d59ef2f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:49.523787 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.provisioning_blocks [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-5d22ccf3-92b8-4192-8ef6-a1c2d59ef2f0 service neutron] Transition to ACTIVE for port object 302e2546-09c1-415a-95be-ca9c80e0098a will not be triggered until provisioned by entity L2. {{(pid=78477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:43:49.527236 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-5d22ccf3-92b8-4192-8ef6-a1c2d59ef2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4007007'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:49.530627 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-70361f48-ec31-4c66-9d61-e0c47fa03c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:43:49.684847 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22ccf3-92b8-4192-8ef6-a1c2d59ef2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=302e2546-09c1-415a-95be-ca9c80e0098a,revision_number=2']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:49.692162 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-5d22ccf3-92b8-4192-8ef6-a1c2d59ef2f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:43:49.767342 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-5d22ccf3-92b8-4192-8ef6-a1c2d59ef2f0 service neutron] Attempting to bind port 302e2546-09c1-415a-95be-ca9c80e0098a on host hv-cinder-79869 for vnic_type normal with profile {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:43:49.767684 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-5d22ccf3-92b8-4192-8ef6-a1c2d59ef2f0 service neutron] Attempting to bind port 302e2546-09c1-415a-95be-ca9c80e0098a by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': 'ec7d3009-dc5e-41a7-8d5f-56e62fe248a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd544a959-d008-4231-a1f5-2c4e1f59dca6'}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:43:49.768016 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-5d22ccf3-92b8-4192-8ef6-a1c2d59ef2f0 service neutron] Attempting to bind port 302e2546-09c1-415a-95be-ca9c80e0098a on network d544a959-d008-4231-a1f5-2c4e1f59dca6 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:43:49.772846 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-5d22ccf3-92b8-4192-8ef6-a1c2d59ef2f0 service neutron] Port 302e2546-09c1-415a-95be-ca9c80e0098a on network d544a959-d008-4231-a1f5-2c4e1f59dca6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:43:49.773122 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-5d22ccf3-92b8-4192-8ef6-a1c2d59ef2f0 service neutron] Attempting to bind port 302e2546-09c1-415a-95be-ca9c80e0098a on network d544a959-d008-4231-a1f5-2c4e1f59dca6 {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:43:49.778471 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-5d22ccf3-92b8-4192-8ef6-a1c2d59ef2f0 service neutron] Checking agent: {'id': '6661975a-2303-40ef-9047-4852f27aec4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:43:49.778842 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-5d22ccf3-92b8-4192-8ef6-a1c2d59ef2f0 service neutron] Checking segment: {'id': 'ec7d3009-dc5e-41a7-8d5f-56e62fe248a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd544a959-d008-4231-a1f5-2c4e1f59dca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:43:49.779230 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-5d22ccf3-92b8-4192-8ef6-a1c2d59ef2f0 service neutron] Bound using segment: {'id': 'ec7d3009-dc5e-41a7-8d5f-56e62fe248a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd544a959-d008-4231-a1f5-2c4e1f59dca6'} {{(pid=78477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:43:49.779663 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.managers [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-5d22ccf3-92b8-4192-8ef6-a1c2d59ef2f0 service neutron] Bound port: 302e2546-09c1-415a-95be-ca9c80e0098a, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec7d3009-dc5e-41a7-8d5f-56e62fe248a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'd544a959-d008-4231-a1f5-2c4e1f59dca6'}}] {{(pid=78477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:43:49.780016 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-5d22ccf3-92b8-4192-8ef6-a1c2d59ef2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:49.966942 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-5d22ccf3-92b8-4192-8ef6-a1c2d59ef2f0 service neutron] For port 302e2546-09c1-415a-95be-ca9c80e0098a, host hv-cinder-79869, cleared binding levels {{(pid=78477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 07 18:43:49.969745 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-5d22ccf3-92b8-4192-8ef6-a1c2d59ef2f0 service neutron] For port 302e2546-09c1-415a-95be-ca9c80e0098a, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=302e2546-09c1-415a-95be-ca9c80e0098a,segment=NetworkSegment(ec7d3009-dc5e-41a7-8d5f-56e62fe248a1),segment_id=ec7d3009-dc5e-41a7-8d5f-56e62fe248a1)] {{(pid=78477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 07 18:43:49.975669 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-5d22ccf3-92b8-4192-8ef6-a1c2d59ef2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4007007'] for port, after_update {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:49.979999 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-1aabca4e-8d3b-4008-abf4-0917dd5e85ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:43:50.035937 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-5d22ccf3-92b8-4192-8ef6-a1c2d59ef2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:50.036534 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-5d22ccf3-92b8-4192-8ef6-a1c2d59ef2f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:50.037892 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-5d22ccf3-92b8-4192-8ef6-a1c2d59ef2f0 service neutron] 10.222.0.89 "PUT /v2.0/ports/302e2546-09c1-415a-95be-ca9c80e0098a HTTP/1.1" status: 200 len: 1098 time: 1.0043557 Jul 07 18:43:50.038510 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e78db5b-8ede-46ff-a716-fd7e4a42160c', 'tag': '302e2546-09c1-415a-95be-ca9c80e0098a'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:43:50.071319 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22ccf3-92b8-4192-8ef6-a1c2d59ef2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=302e2546-09c1-415a-95be-ca9c80e0098a,revision_number=3']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:50.075556 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-5d22ccf3-92b8-4192-8ef6-a1c2d59ef2f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:43:50.118215 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e78db5b-8ede-46ff-a716-fd7e4a42160c', 'tag': '302e2546-09c1-415a-95be-ca9c80e0098a', 'status': 'completed', 'code': 200} Jul 07 18:43:50.164228 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-503e8596-733d-49cb-9ce1-3d2b60a70407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:50.166422 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-503e8596-733d-49cb-9ce1-3d2b60a70407 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4bf3dd5afa21497dad505b6cf186509c&device_id=9e78db5b-8ede-46ff-a716-fd7e4a42160c HTTP/1.1" status: 200 len: 1101 time: 0.0816445 Jul 07 18:43:50.240162 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-029fdb32-1012-4e91-ac50-40028d5e9b78 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=302e2546-09c1-415a-95be-ca9c80e0098a HTTP/1.1" status: 200 len: 217 time: 0.0617309 Jul 07 18:43:50.301946 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ac8b7862-b088-4781-80e4-8a4f77d9075c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:50.317795 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-4d3a2063-0fb9-4eca-83de-efb5f5c180a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:50.319266 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-4d3a2063-0fb9-4eca-83de-efb5f5c180a1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=479e8ab5-0eb9-435f-9f78-003dcdc07892 HTTP/1.1" status: 200 len: 843 time: 0.0689456 Jul 07 18:43:50.397098 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-2c51447e-7208-42c3-b187-a8d0ad3661f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:50.398699 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-2c51447e-7208-42c3-b187-a8d0ad3661f7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d544a959-d008-4231-a1f5-2c4e1f59dca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0707552 Jul 07 18:43:50.469675 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed28747-8d86-4dea-97fb-3a849bf74ea1 req-c5b7f9ad-f9a6-48a9-95fd-6d441dfc3056 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:50.471198 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-7ed28747-8d86-4dea-97fb-3a849bf74ea1 req-c5b7f9ad-f9a6-48a9-95fd-6d441dfc3056 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e78db5b-8ede-46ff-a716-fd7e4a42160c HTTP/1.1" status: 200 len: 948 time: 0.0814605 Jul 07 18:43:50.520215 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-7ed28747-8d86-4dea-97fb-3a849bf74ea1 req-2d3af088-5a88-4cb1-8523-d858f99dbaa6 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9d4b73e-5b02-4cd9-9c60-434687212e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431545 Jul 07 18:43:50.536453 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-9f38e5dc-9764-4e36-bcd7-c7edd75a451f service neutron] 10.222.0.89 "GET /v2.0/networks/d544a959-d008-4231-a1f5-2c4e1f59dca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270380 Jul 07 18:43:50.675068 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-88bacfad-4644-43fb-82ee-28ab46bab956 req-96a40f15-ca9d-4df0-84ac-a1c8d99245d6 service neutron] 10.222.0.89 "GET /v2.0/networks/d544a959-d008-4231-a1f5-2c4e1f59dca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281707 Jul 07 18:43:50.810171 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02381cf6-bffa-4706-ab55-f38a2bf66489 req-9204ddeb-f4bc-43ec-9190-5bf291fa3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:50.811633 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-02381cf6-bffa-4706-ab55-f38a2bf66489 req-9204ddeb-f4bc-43ec-9190-5bf291fa3e2d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4bf3dd5afa21497dad505b6cf186509c&device_id=9e78db5b-8ede-46ff-a716-fd7e4a42160c HTTP/1.1" status: 200 len: 1101 time: 0.0778422 Jul 07 18:43:50.944330 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02381cf6-bffa-4706-ab55-f38a2bf66489 req-f05b5c7a-b532-4c9f-a843-6413e93bf035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:50.945761 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-02381cf6-bffa-4706-ab55-f38a2bf66489 req-f05b5c7a-b532-4c9f-a843-6413e93bf035 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d544a959-d008-4231-a1f5-2c4e1f59dca6 HTTP/1.1" status: 200 len: 870 time: 0.1271431 Jul 07 18:43:51.013625 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-02381cf6-bffa-4706-ab55-f38a2bf66489 req-f144db73-ed9a-44de-aab9-e914e53822c5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=302e2546-09c1-415a-95be-ca9c80e0098a HTTP/1.1" status: 200 len: 217 time: 0.0606022 Jul 07 18:43:51.079794 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02381cf6-bffa-4706-ab55-f38a2bf66489 req-854a3e30-2ead-4e90-9bd4-b81c6cbb7a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:51.081215 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-02381cf6-bffa-4706-ab55-f38a2bf66489 req-854a3e30-2ead-4e90-9bd4-b81c6cbb7a4a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=479e8ab5-0eb9-435f-9f78-003dcdc07892 HTTP/1.1" status: 200 len: 843 time: 0.0606136 Jul 07 18:43:51.147156 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:51.160224 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02381cf6-bffa-4706-ab55-f38a2bf66489 req-f7e39651-7909-408b-adf9-40df863e1f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:51.161696 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-02381cf6-bffa-4706-ab55-f38a2bf66489 req-f7e39651-7909-408b-adf9-40df863e1f13 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d544a959-d008-4231-a1f5-2c4e1f59dca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0696728 Jul 07 18:43:51.293698 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-02381cf6-bffa-4706-ab55-f38a2bf66489 req-156101c1-3ccf-46b7-bc68-ab31c36254d5 service neutron] 10.222.0.89 "GET /v2.0/networks/d544a959-d008-4231-a1f5-2c4e1f59dca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232114 Jul 07 18:43:51.430265 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-02381cf6-bffa-4706-ab55-f38a2bf66489 req-7598e990-52b5-430b-960c-086b5f49e4a4 service neutron] 10.222.0.89 "GET /v2.0/networks/d544a959-d008-4231-a1f5-2c4e1f59dca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290901 Jul 07 18:43:51.706427 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c8d0a-a745-4061-912e-32b5dd9a46e2 req-f9746874-b3a4-494f-be1f-b7d8ac2461fd tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:51.707046 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-0c2c8d0a-a745-4061-912e-32b5dd9a46e2 req-f9746874-b3a4-494f-be1f-b7d8ac2461fd tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Synchronizing usage tracker for tenant:4bf3dd5afa21497dad505b6cf186509c on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:43:51.724437 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-0c2c8d0a-a745-4061-912e-32b5dd9a46e2 req-f9746874-b3a4-494f-be1f-b7d8ac2461fd tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Unset dirty status for tenant:4bf3dd5afa21497dad505b6cf186509c on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:43:51.725571 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-0c2c8d0a-a745-4061-912e-32b5dd9a46e2 req-f9746874-b3a4-494f-be1f-b7d8ac2461fd tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e78db5b-8ede-46ff-a716-fd7e4a42160c HTTP/1.1" status: 200 len: 948 time: 0.0958641 Jul 07 18:43:51.775493 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-0c2c8d0a-a745-4061-912e-32b5dd9a46e2 req-4616999a-cabe-409b-a80e-582824bd2033 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Synchronizing usage tracker for tenant:4bf3dd5afa21497dad505b6cf186509c on resource:security_group {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:43:51.792501 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-0c2c8d0a-a745-4061-912e-32b5dd9a46e2 req-4616999a-cabe-409b-a80e-582824bd2033 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Unset dirty status for tenant:4bf3dd5afa21497dad505b6cf186509c on resource:security_group {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:43:51.793757 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-0c2c8d0a-a745-4061-912e-32b5dd9a46e2 req-4616999a-cabe-409b-a80e-582824bd2033 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9d4b73e-5b02-4cd9-9c60-434687212e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617201 Jul 07 18:43:51.954191 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 302e2546-09c1-415a-95be-ca9c80e0098a details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 07 18:43:52.090394 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 302e2546-09c1-415a-95be-ca9c80e0098a, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=302e2546-09c1-415a-95be-ca9c80e0098a,segment=NetworkSegment(ec7d3009-dc5e-41a7-8d5f-56e62fe248a1),segment_id=ec7d3009-dc5e-41a7-8d5f-56e62fe248a1)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:43:52.103233 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Returning: {'device': '302e2546-09c1-415a-95be-ca9c80e0098a', 'network_id': 'd544a959-d008-4231-a1f5-2c4e1f59dca6', 'port_id': '302e2546-09c1-415a-95be-ca9c80e0098a', 'mac_address': 'fa:16:3e:f4:f7:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '479e8ab5-0eb9-435f-9f78-003dcdc07892', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 07 18:43:52.162747 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:52.179482 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302e2546-09c1-415a-95be-ca9c80e0098a {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:43:52.195429 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 302e2546-09c1-415a-95be-ca9c80e0098a, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=302e2546-09c1-415a-95be-ca9c80e0098a,segment=NetworkSegment(ec7d3009-dc5e-41a7-8d5f-56e62fe248a1),segment_id=ec7d3009-dc5e-41a7-8d5f-56e62fe248a1)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:43:52.199912 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:52.203007 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:43:52.268997 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=302e2546-09c1-415a-95be-ca9c80e0098a,revision_number=4']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:52.276031 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:52.276368 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:52.276698 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:52.277022 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:52.277345 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:52.277660 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:52.277976 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:52.278291 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:52.278607 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:52.278943 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:52.279255 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:52.279608 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-smb {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:52.283588 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:43:52.545797 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['302e2546-09c1-415a-95be-ca9c80e0098a'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:43:52.640251 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:52.980600 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d17129-2361-4e86-972a-ec8b197aabb4 req-4d3d9bea-d432-4f77-b2f7-0e3374b83899 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:52.982081 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-95d17129-2361-4e86-972a-ec8b197aabb4 req-4d3d9bea-d432-4f77-b2f7-0e3374b83899 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e78db5b-8ede-46ff-a716-fd7e4a42160c HTTP/1.1" status: 200 len: 949 time: 0.0811582 Jul 07 18:43:53.027417 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-95d17129-2361-4e86-972a-ec8b197aabb4 req-a93e035e-4110-4b49-8064-400870a77d00 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9d4b73e-5b02-4cd9-9c60-434687212e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395133 Jul 07 18:43:53.980627 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 302e2546-09c1-415a-95be-ca9c80e0098a up at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 07 18:43:54.047315 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning for port 302e2546-09c1-415a-95be-ca9c80e0098a completed by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:43:54.052541 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Provisioning complete for port 302e2546-09c1-415a-95be-ca9c80e0098a triggered by entity L2. {{(pid=78479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:43:54.052920 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15863947'] for port, provisioning_complete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:54.185733 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16517680'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:54.213056 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60934f-fba4-47ef-b363-3d0f05376201 req-7aec31a5-7faa-4390-8478-467445499ae6 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:54.213643 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e78db5b-8ede-46ff-a716-fd7e4a42160c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302e2546-09c1-415a-95be-ca9c80e0098a'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:43:54.214744 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8c60934f-fba4-47ef-b363-3d0f05376201 req-7aec31a5-7faa-4390-8478-467445499ae6 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e78db5b-8ede-46ff-a716-fd7e4a42160c HTTP/1.1" status: 200 len: 949 time: 0.0827832 Jul 07 18:43:54.223162 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] For port 302e2546-09c1-415a-95be-ca9c80e0098a, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=302e2546-09c1-415a-95be-ca9c80e0098a,segment=NetworkSegment(ec7d3009-dc5e-41a7-8d5f-56e62fe248a1),segment_id=ec7d3009-dc5e-41a7-8d5f-56e62fe248a1)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:43:54.227969 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734830636234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734830093550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734830096415'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:54.229943 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:43:54.267702 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-8c60934f-fba4-47ef-b363-3d0f05376201 req-e204348b-876f-4bea-84fc-81db610605af tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9d4b73e-5b02-4cd9-9c60-434687212e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439560 Jul 07 18:43:54.299132 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Pushing event updated for resources: {'Port': ['ID=302e2546-09c1-415a-95be-ca9c80e0098a,revision_number=5']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:54.302251 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:43:54.426333 dv-cinder-798696-1-smb neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e78db5b-8ede-46ff-a716-fd7e4a42160c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302e2546-09c1-415a-95be-ca9c80e0098a', 'code': 200} Jul 07 18:43:54.768419 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067d1b6-b4a9-47ff-8bed-d520d1579f9c req-b36abeae-4c3a-4007-bfe5-8f032e2051d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:54.769866 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-7067d1b6-b4a9-47ff-8bed-d520d1579f9c req-b36abeae-4c3a-4007-bfe5-8f032e2051d5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9e78db5b-8ede-46ff-a716-fd7e4a42160c HTTP/1.1" status: 200 len: 1103 time: 0.1633973 Jul 07 18:43:54.812337 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-7067d1b6-b4a9-47ff-8bed-d520d1579f9c req-03bee777-7a24-481c-845e-562a08f0b201 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d9d4b73e-5b02-4cd9-9c60-434687212e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348206 Jul 07 18:43:55.454746 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7a5e2-b01c-45be-9533-ee8a87be492c req-543be0e4-ae97-4c35-ac7b-2d14cf4537f8 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:55.456216 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d9f7a5e2-b01c-45be-9533-ee8a87be492c req-543be0e4-ae97-4c35-ac7b-2d14cf4537f8 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e78db5b-8ede-46ff-a716-fd7e4a42160c HTTP/1.1" status: 200 len: 950 time: 0.0800140 Jul 07 18:43:55.505474 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-d9f7a5e2-b01c-45be-9533-ee8a87be492c req-f75aaf4e-215e-43ab-a6e9-9e4be2bd046b tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9d4b73e-5b02-4cd9-9c60-434687212e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436325 Jul 07 18:43:56.693996 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91c569-5e21-4e17-921c-ad68919d2a39 req-c4517682-5834-44b3-9a79-50247103dd22 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:56.695513 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-1e91c569-5e21-4e17-921c-ad68919d2a39 req-c4517682-5834-44b3-9a79-50247103dd22 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e78db5b-8ede-46ff-a716-fd7e4a42160c HTTP/1.1" status: 200 len: 950 time: 0.0846078 Jul 07 18:43:56.740899 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-1e91c569-5e21-4e17-921c-ad68919d2a39 req-21232ad3-eb7c-4556-84fb-0122f946d23d tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9d4b73e-5b02-4cd9-9c60-434687212e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389793 Jul 07 18:43:57.340677 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7270d6c-c183-4739-9b03-a6c52a9cbc88 req-18fc32c3-6077-4cea-96fc-dd7b9c3e5acb tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:57.342134 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-b7270d6c-c183-4739-9b03-a6c52a9cbc88 req-18fc32c3-6077-4cea-96fc-dd7b9c3e5acb tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e78db5b-8ede-46ff-a716-fd7e4a42160c HTTP/1.1" status: 200 len: 950 time: 0.0909381 Jul 07 18:43:57.390725 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [req-b7270d6c-c183-4739-9b03-a6c52a9cbc88 req-f70a3c2a-cef9-4c91-8548-503bdb9f9168 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9d4b73e-5b02-4cd9-9c60-434687212e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429590 Jul 07 18:43:58.573882 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30f329-b52d-456e-9aec-8e9adccf7767 req-680ba70e-f56a-48f6-8e78-5b2e9fca8e9d tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:58.575647 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4f30f329-b52d-456e-9aec-8e9adccf7767 req-680ba70e-f56a-48f6-8e78-5b2e9fca8e9d tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e78db5b-8ede-46ff-a716-fd7e4a42160c HTTP/1.1" status: 200 len: 950 time: 0.0783436 Jul 07 18:43:58.619645 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-4f30f329-b52d-456e-9aec-8e9adccf7767 req-abb0e8e0-9e0e-40e0-982a-a8818ebdbb22 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9d4b73e-5b02-4cd9-9c60-434687212e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384481 Jul 07 18:43:58.756753 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6bf1d2-f690-4029-8a04-80aa6a8b3ed1 req-5493aff1-ad04-4eda-aa16-e4eea5bfd32b tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:58.758092 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-0e6bf1d2-f690-4029-8a04-80aa6a8b3ed1 req-5493aff1-ad04-4eda-aa16-e4eea5bfd32b tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.89 "GET /v2.0/ports?device_id=9e78db5b-8ede-46ff-a716-fd7e4a42160c HTTP/1.1" status: 200 len: 950 time: 0.0807185 Jul 07 18:43:58.829175 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-0e6bf1d2-f690-4029-8a04-80aa6a8b3ed1 req-0e9e1164-0eb9-4711-b90f-a6a5dbcc9931 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Deleting port 302e2546-09c1-415a-95be-ca9c80e0098a {{(pid=78477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 07 18:43:58.829522 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-0e6bf1d2-f690-4029-8a04-80aa6a8b3ed1 req-0e9e1164-0eb9-4711-b90f-a6a5dbcc9931 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734830636647'] for port, before_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:59.077132 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.db [req-0e6bf1d2-f690-4029-8a04-80aa6a8b3ed1 req-0e9e1164-0eb9-4711-b90f-a6a5dbcc9931 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] For port 302e2546-09c1-415a-95be-ca9c80e0098a, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=302e2546-09c1-415a-95be-ca9c80e0098a,segment=NetworkSegment(ec7d3009-dc5e-41a7-8d5f-56e62fe248a1),segment_id=ec7d3009-dc5e-41a7-8d5f-56e62fe248a1)] {{(pid=78477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 07 18:43:59.077610 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-0e6bf1d2-f690-4029-8a04-80aa6a8b3ed1 req-0e9e1164-0eb9-4711-b90f-a6a5dbcc9931 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710513'] for port, precommit_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:59.201112 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.plugins.ml2.plugin [req-0e6bf1d2-f690-4029-8a04-80aa6a8b3ed1 req-0e9e1164-0eb9-4711-b90f-a6a5dbcc9931 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Calling delete_port for 302e2546-09c1-415a-95be-ca9c80e0098a owned by compute:nova {{(pid=78477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 07 18:43:59.346329 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-0e6bf1d2-f690-4029-8a04-80aa6a8b3ed1 req-0e9e1164-0eb9-4711-b90f-a6a5dbcc9931 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16517879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734830638978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734830093541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4006998'] for port, after_delete {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:59.351888 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-7bf09a1e-69bc-4ec1-b6c7-06a89f2b48ea tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:43:59.363069 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] get_ports_and_sgs() called for port_ids ['302e2546-09c1-415a-95be-ca9c80e0098a'] {{(pid=78479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 07 18:43:59.400282 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e1164-0eb9-4711-b90f-a6a5dbcc9931 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Pushing event deleted for resources: {'Port': ['ID=302e2546-09c1-415a-95be-ca9c80e0098a,revision_number=None']} {{(pid=78477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:59.435150 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG oslo_concurrency.lockutils [None req-0e9e1164-0eb9-4711-b90f-a6a5dbcc9931 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:43:59.476455 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6bf1d2-f690-4029-8a04-80aa6a8b3ed1 req-0e9e1164-0eb9-4711-b90f-a6a5dbcc9931 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] No DVR routers for this DVR port 302e2546-09c1-415a-95be-ca9c80e0098a on host hv-cinder-79869 {{(pid=78477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:43:59.479563 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron_lib.callbacks.manager [req-0e6bf1d2-f690-4029-8a04-80aa6a8b3ed1 req-0e9e1164-0eb9-4711-b90f-a6a5dbcc9931 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022031'] for port, before_response {{(pid=78477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:59.482480 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e78db5b-8ede-46ff-a716-fd7e4a42160c', 'name': 'network-vif-deleted', 'tag': '302e2546-09c1-415a-95be-ca9c80e0098a'}] {{(pid=78477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:43:59.498377 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-0e6bf1d2-f690-4029-8a04-80aa6a8b3ed1 req-0e9e1164-0eb9-4711-b90f-a6a5dbcc9931 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.89 "DELETE /v2.0/ports/302e2546-09c1-415a-95be-ca9c80e0098a HTTP/1.1" status: 204 len: 173 time: 0.7315021 Jul 07 18:43:59.529162 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e78db5b-8ede-46ff-a716-fd7e4a42160c', 'name': 'network-vif-deleted', 'tag': '302e2546-09c1-415a-95be-ca9c80e0098a', 'status': 'completed', 'code': 200} Jul 07 18:43:59.552791 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:43:59.787137 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-7e94ef7e-ddf5-43e0-ad45-a7374cf2753a req-c6167eb8-5bc3-42af-a9c1-1c0571b25531 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Synchronizing usage tracker for tenant:4bf3dd5afa21497dad505b6cf186509c on resource:port {{(pid=78477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 07 18:43:59.802229 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.quota.resource [req-7e94ef7e-ddf5-43e0-ad45-a7374cf2753a req-c6167eb8-5bc3-42af-a9c1-1c0571b25531 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] Unset dirty status for tenant:4bf3dd5afa21497dad505b6cf186509c on resource:port {{(pid=78477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 07 18:43:59.803611 dv-cinder-798696-1-smb neutron-server[78477]: INFO neutron.wsgi [req-7e94ef7e-ddf5-43e0-ad45-a7374cf2753a req-c6167eb8-5bc3-42af-a9c1-1c0571b25531 tempest-VolumesNegativeTest-412583374 tempest-VolumesNegativeTest-412583374-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e78db5b-8ede-46ff-a716-fd7e4a42160c HTTP/1.1" status: 200 len: 210 time: 0.0581982 Jul 07 18:44:02.014758 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 302e2546-09c1-415a-95be-ca9c80e0098a no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 07 18:44:02.060537 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] No Port match for: 302e2546-09c1-415a-95be-ca9c80e0098a {{(pid=78479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 07 18:44:02.060893 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron.plugins.ml2.rpc [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Device 302e2546-09c1-415a-95be-ca9c80e0098a not bound to the agent host hv-cinder-79869 {{(pid=78479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 07 18:44:05.453299 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 34912) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:44:05.603862 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-26e565df-132f-4dbc-b29c-232dcae54af9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4bf3dd5afa21497dad505b6cf186509c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492896 Jul 07 18:44:05.606398 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.wsgi [-] (78478) accepted ('10.222.0.41', 34918) {{(pid=78478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 07 18:44:05.664429 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9c8a38a5-b4ca-4508-838d-c5ec97e8c26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:05.689401 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9c8a38a5-b4ca-4508-838d-c5ec97e8c26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:05.743922 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9c8a38a5-b4ca-4508-838d-c5ec97e8c26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372553'] for security_group, after_delete {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:05.747930 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-80098e06-9d50-474f-9437-64572618a944 tempest-AttachVolumeTestJSON-1252043089 tempest-AttachVolumeTestJSON-1252043089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:44:05.766207 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a38a5-b4ca-4508-838d-c5ec97e8c26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d4b73e-5b02-4cd9-9c60-434687212e46,revision_number=None']} {{(pid=78478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:44:05.770648 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG oslo_concurrency.lockutils [None req-9c8a38a5-b4ca-4508-838d-c5ec97e8c26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:44:05.779652 dv-cinder-798696-1-smb neutron-server[78478]: DEBUG neutron_lib.callbacks.manager [None req-9c8a38a5-b4ca-4508-838d-c5ec97e8c26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:05.780922 dv-cinder-798696-1-smb neutron-server[78478]: INFO neutron.wsgi [None req-9c8a38a5-b4ca-4508-838d-c5ec97e8c26b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9d4b73e-5b02-4cd9-9c60-434687212e46 HTTP/1.1" status: 204 len: 168 time: 0.1735854 Jul 07 18:44:06.016206 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:17.594760 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-76cf8906-7cf1-4ace-a3f8-9c6ad794174c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:18.174301 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:20.298697 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f9ebb857-4ea5-4170-a6fa-a9dcc3b3585b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:21.150378 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:22.569697 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:36.027520 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:36.541552 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:44:47.595912 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c08ed36f-59c0-43d0-9c7a-8bc85327f8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:48.175563 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:50.291573 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f1260bdf-48c9-4495-ac6b-b973c382b3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:51.153031 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:52.572002 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:06.042924 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:13.539912 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:45:17.598402 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-55f7bb30-d7bf-48b6-a8c8-bbff90d16717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:18.176912 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:20.294344 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3fe8-b626-4b17-88b8-747f2cead0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:21.156582 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:22.575557 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:36.041047 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:47.600674 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3aca0841-63e8-4f43-a259-4aec8505a7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:48.178981 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:50.296614 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-18487bd5-1fff-4dd3-844e-181cd66e5d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:50.538731 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:45:51.159425 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:52.579064 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:06.054217 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:17.602220 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6f3b20e8-252d-47fd-bec7-79a5c5799cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:18.179469 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:20.297852 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-995a3550-9108-440d-b768-7392bc168097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:21.163649 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:22.579084 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:27.536806 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:46:36.084749 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:47.604016 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-cafeee0c-2478-42f4-971f-689b3fcc5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:48.181296 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:50.298532 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e28275a8-0546-4d39-bcf6-1f4aea7d5b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:51.162685 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:52.581851 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:04.535682 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:47:06.100934 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:17.604506 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8a0482e2-f506-4973-80b4-8687f47c7989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:18.182939 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:20.300268 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6d3a310e-aa2f-43ab-a928-bb9e9c30d5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:21.165582 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:22.584617 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:36.100927 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:41.534256 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:47:45.406855 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [req-1e9f7d56-80dc-4002-9916-4cfa5893dde6 req-b0eac05d-090e-4fdf-8c7c-85749179dd8d service neutron] (78477) timed out ('10.222.0.89', 63245) {{(pid=78477) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jul 07 18:47:47.606081 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3d96aa19-d48e-45ed-ab6d-6e7ed83bffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:48.185104 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:50.302523 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0fad914d-499f-43e1-9910-68e0a5eb992b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:51.168777 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:52.586681 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:06.118008 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:17.606785 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9733ee47-76dd-4393-93d6-18497c13fbfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:18.186860 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:18.533227 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:48:20.303097 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7ebae0b4-12eb-4680-ac25-405d887bd18f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:21.170904 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:22.589833 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:36.114948 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:47.611025 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-51e2459c-8b84-4ecc-9aa2-b18dd2561ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:48.190204 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8defa5b2-7698-45f1-976e-9fa8673fb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:50.303650 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-41c7d74e-7688-4b7f-b64f-f5ccc2bba022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:51.175582 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dec0a279-6b2a-4318-9fdf-f6d9ece52456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:52.592876 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8d463246-763f-4c86-96c3-a646b64ac7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:55.531435 dv-cinder-798696-1-smb neutron-server[78480]: DEBUG neutron.db.agents_db [None req-b7c1cfd1-7e6b-4fd6-ba7f-c5445165c8bb None None] Agent healthcheck: found 6 active agents {{(pid=78480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 07 18:48:57.540716 dv-cinder-798696-1-smb neutron-server[78477]: DEBUG neutron.wsgi [req-45579769-6369-4fd3-80eb-9a28284230a5 req-e7710faa-84cc-40b1-96a0-44aab5c3f488 tempest-AttachVolumeNegativeTest-52401087 tempest-AttachVolumeNegativeTest-52401087-project] (78477) timed out ('10.222.0.89', 63252) {{(pid=78477) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jul 07 18:49:06.117527 dv-cinder-798696-1-smb neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0c60-6174-42af-b59d-613f665c0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734830643393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864368'] for agent, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}